2024-11-24 04:16:40,454 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 04:16:40,466 main DEBUG Took 0.009740 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 04:16:40,466 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 04:16:40,467 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 04:16:40,467 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 04:16:40,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,475 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 04:16:40,493 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,495 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,496 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,497 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,497 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,498 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,499 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,500 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,500 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,500 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,501 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,502 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,502 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 04:16:40,503 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,503 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 04:16:40,505 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 04:16:40,506 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 04:16:40,508 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 04:16:40,508 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 04:16:40,509 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 04:16:40,509 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 04:16:40,518 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 04:16:40,521 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 04:16:40,522 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 04:16:40,523 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 04:16:40,523 main DEBUG createAppenders(={Console}) 2024-11-24 04:16:40,524 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-24 04:16:40,524 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-24 04:16:40,525 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-24 04:16:40,525 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 04:16:40,525 main DEBUG OutputStream closed 2024-11-24 04:16:40,525 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 04:16:40,526 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 04:16:40,526 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-24 04:16:40,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 04:16:40,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 04:16:40,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 04:16:40,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 04:16:40,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 04:16:40,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 04:16:40,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 04:16:40,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 04:16:40,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 04:16:40,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 04:16:40,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 04:16:40,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 04:16:40,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 04:16:40,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 04:16:40,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 04:16:40,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 04:16:40,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 04:16:40,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 04:16:40,605 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 04:16:40,605 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-24 04:16:40,606 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 04:16:40,607 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-24T04:16:40,620 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-24 04:16:40,623 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 04:16:40,624 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T04:16:40,676 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=7230 2024-11-24T04:16:40,872 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-24T04:16:40,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba 2024-11-24T04:16:40,916 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/cluster_7c292764-67f0-c652-3751-e45bb30d521a, deleteOnExit=true 2024-11-24T04:16:41,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/cluster_7c292764-67f0-c652-3751-e45bb30d521a/zookeeper_0, clientPort=57577, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/cluster_7c292764-67f0-c652-3751-e45bb30d521a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/cluster_7c292764-67f0-c652-3751-e45bb30d521a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T04:16:41,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57577 2024-11-24T04:16:41,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:16:41,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:16:41,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/test.cache.data in system properties and HBase conf 2024-11-24T04:16:41,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:16:41,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:16:41,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:16:41,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:16:41,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:16:41,113 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T04:16:41,205 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:16:41,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:16:41,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:16:41,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:16:41,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:16:41,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:16:41,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:16:41,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:16:41,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:16:41,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:16:41,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:16:41,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:16:41,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:16:41,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:16:41,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:16:42,024 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T04:16:42,114 INFO [Time-limited test {}] log.Log(170): Logging initialized @2356ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T04:16:42,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:16:42,259 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:16:42,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:16:42,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:16:42,287 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:16:42,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:16:42,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:16:42,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:16:42,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/java.io.tmpdir/jetty-localhost-32867-hadoop-hdfs-3_4_1-tests_jar-_-any-17210574892094061329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:16:42,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:32867} 2024-11-24T04:16:42,511 INFO [Time-limited test {}] server.Server(415): Started @2753ms 2024-11-24T04:16:42,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:16:42,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:16:42,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:16:42,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:16:42,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:16:42,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e87b1e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:16:42,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:16:43,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5836529a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/java.io.tmpdir/jetty-localhost-40101-hadoop-hdfs-3_4_1-tests_jar-_-any-16069758564403959817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:16:43,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@723f9a55{HTTP/1.1, (http/1.1)}{localhost:40101} 2024-11-24T04:16:43,030 INFO [Time-limited test {}] server.Server(415): Started @3273ms 2024-11-24T04:16:43,085 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:16:43,580 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/cluster_7c292764-67f0-c652-3751-e45bb30d521a/data/data1/current/BP-1230379815-172.17.0.2-1732421801771/current, will proceed with Du for space computation calculation, 2024-11-24T04:16:43,580 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/cluster_7c292764-67f0-c652-3751-e45bb30d521a/data/data2/current/BP-1230379815-172.17.0.2-1732421801771/current, will proceed with Du for space computation calculation, 2024-11-24T04:16:43,613 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:16:43,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x223d042866cd7ff7 with lease ID 0x162fd704bcb6d5cb: Processing first storage report for DS-2d4769c4-5c3e-46e4-bbaa-a5cd07657a15 from datanode DatanodeRegistration(127.0.0.1:41321, datanodeUuid=b132bf83-7125-4e4a-852b-8f1601a32853, infoPort=34779, infoSecurePort=0, ipcPort=36887, storageInfo=lv=-57;cid=testClusterID;nsid=458980546;c=1732421801771) 2024-11-24T04:16:43,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x223d042866cd7ff7 with lease ID 0x162fd704bcb6d5cb: from storage DS-2d4769c4-5c3e-46e4-bbaa-a5cd07657a15 node DatanodeRegistration(127.0.0.1:41321, datanodeUuid=b132bf83-7125-4e4a-852b-8f1601a32853, infoPort=34779, infoSecurePort=0, ipcPort=36887, storageInfo=lv=-57;cid=testClusterID;nsid=458980546;c=1732421801771), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T04:16:43,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x223d042866cd7ff7 with lease ID 0x162fd704bcb6d5cb: Processing first storage report for DS-ea402ea5-1c34-4a11-a058-4021451fc4ac from datanode DatanodeRegistration(127.0.0.1:41321, datanodeUuid=b132bf83-7125-4e4a-852b-8f1601a32853, infoPort=34779, infoSecurePort=0, ipcPort=36887, storageInfo=lv=-57;cid=testClusterID;nsid=458980546;c=1732421801771) 2024-11-24T04:16:43,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x223d042866cd7ff7 with lease ID 0x162fd704bcb6d5cb: from storage DS-ea402ea5-1c34-4a11-a058-4021451fc4ac node DatanodeRegistration(127.0.0.1:41321, datanodeUuid=b132bf83-7125-4e4a-852b-8f1601a32853, infoPort=34779, infoSecurePort=0, ipcPort=36887, storageInfo=lv=-57;cid=testClusterID;nsid=458980546;c=1732421801771), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:16:43,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba 2024-11-24T04:16:43,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:43,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:43,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:16:44,394 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff with version=8 2024-11-24T04:16:44,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/hbase-staging 2024-11-24T04:16:44,492 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T04:16:44,742 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:16:44,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:44,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:44,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:16:44,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:44,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:16:44,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:16:44,952 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T04:16:44,960 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T04:16:44,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:16:44,990 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12865 (auto-detected) 2024-11-24T04:16:44,991 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T04:16:45,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37287 2024-11-24T04:16:45,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37287 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-11-24T04:16:45,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372870x0, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:16:45,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37287-0x1014830bea90000 connected 2024-11-24T04:16:45,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:45,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:45,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/running 2024-11-24T04:16:45,111 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff, hbase.cluster.distributed=false 2024-11-24T04:16:45,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/acl 2024-11-24T04:16:45,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37287 2024-11-24T04:16:45,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37287 2024-11-24T04:16:45,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37287 2024-11-24T04:16:45,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37287 2024-11-24T04:16:45,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37287 2024-11-24T04:16:45,257 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:16:45,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:45,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:45,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:16:45,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:45,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:16:45,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:16:45,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:16:45,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39143 2024-11-24T04:16:45,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39143 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-11-24T04:16:45,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:45,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:45,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391430x0, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:16:45,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39143-0x1014830bea90001 connected 2024-11-24T04:16:45,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/running 2024-11-24T04:16:45,283 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:16:45,291 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:16:45,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/master 2024-11-24T04:16:45,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/acl 2024-11-24T04:16:45,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39143 2024-11-24T04:16:45,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39143 2024-11-24T04:16:45,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39143 2024-11-24T04:16:45,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39143 2024-11-24T04:16:45,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39143 2024-11-24T04:16:45,316 DEBUG [M:0;fadb2fe0ba32:37287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:37287 2024-11-24T04:16:45,317 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0272353967/backup-masters/fadb2fe0ba32,37287,1732421804545 2024-11-24T04:16:45,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967/backup-masters 2024-11-24T04:16:45,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967/backup-masters 2024-11-24T04:16:45,328 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on existing znode=/0272353967/backup-masters/fadb2fe0ba32,37287,1732421804545 2024-11-24T04:16:45,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0272353967/master 2024-11-24T04:16:45,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:45,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:45,349 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on existing znode=/0272353967/master 2024-11-24T04:16:45,350 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0272353967/backup-masters/fadb2fe0ba32,37287,1732421804545 from backup master directory 2024-11-24T04:16:45,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0272353967/backup-masters/fadb2fe0ba32,37287,1732421804545 2024-11-24T04:16:45,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967/backup-masters 2024-11-24T04:16:45,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967/backup-masters 2024-11-24T04:16:45,353 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:16:45,354 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,37287,1732421804545 2024-11-24T04:16:45,356 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T04:16:45,357 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T04:16:45,416 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/hbase.id] with ID: 875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f 2024-11-24T04:16:45,417 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/.tmp/hbase.id 2024-11-24T04:16:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:16:45,829 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/.tmp/hbase.id]:[hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/hbase.id] 2024-11-24T04:16:45,872 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:45,877 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:16:45,896 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-24T04:16:45,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:45,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:16:46,323 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:16:46,325 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:16:46,342 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:16:46,347 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:16:46,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:16:46,802 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store 2024-11-24T04:16:46,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:16:47,236 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T04:16:47,241 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:47,243 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:16:47,243 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:47,244 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:47,246 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:16:47,246 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:47,246 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:47,248 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421807243Disabling compacts and flushes for region at 1732421807243Disabling writes for close at 1732421807246 (+3 ms)Writing region close event to WAL at 1732421807246Closed at 1732421807246 2024-11-24T04:16:47,251 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/.initializing 2024-11-24T04:16:47,251 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,37287,1732421804545 2024-11-24T04:16:47,264 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:16:47,288 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C37287%2C1732421804545, suffix=, logDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,37287,1732421804545, archiveDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/oldWALs, maxLogs=10 2024-11-24T04:16:47,317 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,37287,1732421804545/fadb2fe0ba32%2C37287%2C1732421804545.1732421807294, exclude list is [], retry=0 2024-11-24T04:16:47,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41321,DS-2d4769c4-5c3e-46e4-bbaa-a5cd07657a15,DISK] 2024-11-24T04:16:47,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T04:16:47,392 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,37287,1732421804545/fadb2fe0ba32%2C37287%2C1732421804545.1732421807294 2024-11-24T04:16:47,393 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34779:34779)] 2024-11-24T04:16:47,394 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:16:47,395 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:47,399 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:47,401 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:47,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:47,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:16:47,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:47,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:47,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:47,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:16:47,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:47,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:47,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:47,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:16:47,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:47,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:47,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:47,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:16:47,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:47,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:47,528 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:47,533 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:47,535 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:47,542 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:47,542 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:47,547 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:16:47,551 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:47,556 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:47,558 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68147397, jitterRate=0.015475347638130188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:16:47,565 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421807420Initializing all the Stores at 1732421807423 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421807424 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421807425 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421807426 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421807426Cleaning up temporary data from old regions at 1732421807543 (+117 ms)Region opened successfully at 1732421807565 (+22 ms) 2024-11-24T04:16:47,566 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:16:47,612 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f676cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:16:47,651 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:16:47,663 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:16:47,664 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:16:47,667 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:16:47,668 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T04:16:47,675 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-24T04:16:47,676 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:16:47,709 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:16:47,721 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Unable to get data of znode /0272353967/balancer because node does not exist (not necessarily an error) 2024-11-24T04:16:47,724 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/balancer already deleted, retry=false 2024-11-24T04:16:47,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:16:47,730 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Unable to get data of znode /0272353967/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:16:47,732 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/normalizer already deleted, retry=false 2024-11-24T04:16:47,735 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:16:47,739 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Unable to get data of znode /0272353967/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:16:47,741 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/switch/split already deleted, retry=false 2024-11-24T04:16:47,743 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Unable to get data of znode /0272353967/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:16:47,744 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/switch/merge already deleted, retry=false 2024-11-24T04:16:47,764 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Unable to get data of znode /0272353967/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:16:47,767 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/snapshot-cleanup already deleted, retry=false 2024-11-24T04:16:47,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0272353967/running 2024-11-24T04:16:47,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0272353967/running 2024-11-24T04:16:47,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:47,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:47,774 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,37287,1732421804545, sessionid=0x1014830bea90000, setting cluster-up flag (Was=false) 2024-11-24T04:16:47,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:47,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:47,815 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0272353967/flush-table-proc/acquired, /0272353967/flush-table-proc/reached, /0272353967/flush-table-proc/abort 2024-11-24T04:16:47,818 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,37287,1732421804545 2024-11-24T04:16:47,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:47,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:47,834 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0272353967/online-snapshot/acquired, /0272353967/online-snapshot/reached, /0272353967/online-snapshot/abort 2024-11-24T04:16:47,836 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,37287,1732421804545 2024-11-24T04:16:47,854 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:16:47,911 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(746): ClusterId : 875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f 2024-11-24T04:16:47,914 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:16:47,920 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:16:47,921 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:16:47,925 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:16:47,926 DEBUG [RS:0;fadb2fe0ba32:39143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edb43c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:16:47,945 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:16:47,948 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:39143 2024-11-24T04:16:47,953 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:16:47,953 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:16:47,954 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:16:47,957 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,37287,1732421804545 with port=39143, startcode=1732421805217 2024-11-24T04:16:47,963 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:16:47,974 DEBUG [RS:0;fadb2fe0ba32:39143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:16:47,975 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:16:47,983 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,37287,1732421804545 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:16:47,997 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:16:47,997 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:16:47,997 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:16:47,997 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:16:47,998 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:16:47,998 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:47,998 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:16:47,999 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:48,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:16:48,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:16:48,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:48,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:16:48,033 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421838033 2024-11-24T04:16:48,035 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:16:48,036 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:16:48,040 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:16:48,041 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:16:48,042 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:16:48,042 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:16:48,042 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:16:48,044 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,046 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37287 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:16:48,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:16:48,048 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:16:48,050 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:16:48,050 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:16:48,051 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:16:48,053 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:16:48,053 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:16:48,056 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421808055,5,FailOnTimeoutGroup] 2024-11-24T04:16:48,056 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421808056,5,FailOnTimeoutGroup] 2024-11-24T04:16:48,056 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,057 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:16:48,058 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,058 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,074 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T04:16:48,074 WARN [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T04:16:48,176 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,37287,1732421804545 with port=39143, startcode=1732421805217 2024-11-24T04:16:48,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:48,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37287 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:48,189 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff 2024-11-24T04:16:48,189 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36377 2024-11-24T04:16:48,190 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:16:48,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967/rs 2024-11-24T04:16:48,194 DEBUG [RS:0;fadb2fe0ba32:39143 {}] zookeeper.ZKUtil(111): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on existing znode=/0272353967/rs/fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:48,194 WARN [RS:0;fadb2fe0ba32:39143 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:16:48,195 INFO [RS:0;fadb2fe0ba32:39143 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:16:48,195 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:48,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,39143,1732421805217] 2024-11-24T04:16:48,221 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:16:48,235 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:16:48,240 INFO [RS:0;fadb2fe0ba32:39143 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:16:48,240 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,241 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:16:48,246 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:16:48,248 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,248 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:48,248 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:48,248 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:48,248 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:48,249 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:48,249 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:16:48,249 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:48,249 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:48,249 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:48,249 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:48,250 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:48,250 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:48,250 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:16:48,250 DEBUG [RS:0;fadb2fe0ba32:39143 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:16:48,251 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,251 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,251 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,251 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,252 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,252 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,39143,1732421805217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:16:48,271 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:16:48,273 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,39143,1732421805217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,273 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,274 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.Replication(171): fadb2fe0ba32,39143,1732421805217 started 2024-11-24T04:16:48,292 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:48,292 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,39143,1732421805217, RpcServer on fadb2fe0ba32/172.17.0.2:39143, sessionid=0x1014830bea90001 2024-11-24T04:16:48,293 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:16:48,293 DEBUG [RS:0;fadb2fe0ba32:39143 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:48,293 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,39143,1732421805217' 2024-11-24T04:16:48,293 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0272353967/flush-table-proc/abort' 2024-11-24T04:16:48,294 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0272353967/flush-table-proc/acquired' 2024-11-24T04:16:48,295 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:16:48,295 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:16:48,295 DEBUG [RS:0;fadb2fe0ba32:39143 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:48,295 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,39143,1732421805217' 2024-11-24T04:16:48,295 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0272353967/online-snapshot/abort' 2024-11-24T04:16:48,296 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0272353967/online-snapshot/acquired' 2024-11-24T04:16:48,297 DEBUG [RS:0;fadb2fe0ba32:39143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:16:48,297 INFO [RS:0;fadb2fe0ba32:39143 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:16:48,297 INFO [RS:0;fadb2fe0ba32:39143 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:16:48,402 INFO [RS:0;fadb2fe0ba32:39143 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:16:48,406 INFO [RS:0;fadb2fe0ba32:39143 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C39143%2C1732421805217, suffix=, logDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217, archiveDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs, maxLogs=10 2024-11-24T04:16:48,423 DEBUG [RS:0;fadb2fe0ba32:39143 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408, exclude list is [], retry=0 2024-11-24T04:16:48,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41321,DS-2d4769c4-5c3e-46e4-bbaa-a5cd07657a15,DISK] 2024-11-24T04:16:48,430 INFO [RS:0;fadb2fe0ba32:39143 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 2024-11-24T04:16:48,431 DEBUG [RS:0;fadb2fe0ba32:39143 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34779:34779)] 2024-11-24T04:16:48,450 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:16:48,450 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff 2024-11-24T04:16:48,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:16:48,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:48,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:16:48,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:16:48,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:48,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:48,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:16:48,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:16:48,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:48,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:48,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:16:48,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:16:48,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:48,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:48,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:16:48,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:16:48,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:48,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:48,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:16:48,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740 2024-11-24T04:16:48,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740 2024-11-24T04:16:48,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:16:48,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:16:48,883 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:16:48,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:16:48,889 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:48,890 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75360604, jitterRate=0.12296050786972046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:16:48,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421808861Initializing all the Stores at 1732421808863 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421808863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421808863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421808863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421808863Cleaning up temporary data from old regions at 1732421808882 (+19 ms)Region opened successfully at 1732421808892 (+10 ms) 2024-11-24T04:16:48,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:16:48,892 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:16:48,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:16:48,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:16:48,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:16:48,894 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:16:48,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421808892Disabling compacts and flushes for region at 1732421808892Disabling writes for close at 1732421808893 (+1 ms)Writing region close event to WAL at 1732421808894 (+1 ms)Closed at 1732421808894 2024-11-24T04:16:48,897 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:16:48,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:16:48,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:16:48,912 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:16:48,914 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:16:49,066 DEBUG [fadb2fe0ba32:37287 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:16:49,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:49,085 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,39143,1732421805217, state=OPENING 2024-11-24T04:16:49,091 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:16:49,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:49,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:49,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0272353967/meta-region-server: CHANGED 2024-11-24T04:16:49,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0272353967/meta-region-server: CHANGED 2024-11-24T04:16:49,094 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:16:49,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,39143,1732421805217}] 2024-11-24T04:16:49,272 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:16:49,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:16:49,284 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:16:49,285 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:16:49,285 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:16:49,288 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C39143%2C1732421805217.meta, suffix=.meta, logDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217, archiveDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs, maxLogs=10 2024-11-24T04:16:49,305 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.meta.1732421809290.meta, exclude list is [], retry=0 2024-11-24T04:16:49,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41321,DS-2d4769c4-5c3e-46e4-bbaa-a5cd07657a15,DISK] 2024-11-24T04:16:49,311 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.meta.1732421809290.meta 2024-11-24T04:16:49,311 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34779:34779)] 2024-11-24T04:16:49,312 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:16:49,316 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:16:49,317 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:16:49,320 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:16:49,322 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:16:49,325 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:16:49,326 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:49,326 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:16:49,326 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:16:49,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:16:49,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:16:49,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:49,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:49,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:16:49,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:16:49,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:49,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:49,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:16:49,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:16:49,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:49,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:49,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:16:49,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:16:49,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:49,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:49,339 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:16:49,340 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740 2024-11-24T04:16:49,343 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740 2024-11-24T04:16:49,345 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:16:49,345 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:16:49,346 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:16:49,349 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:16:49,350 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67577612, jitterRate=0.006984889507293701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:16:49,350 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:16:49,352 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421809327Writing region info on filesystem at 1732421809327Initializing all the Stores at 1732421809328 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421809328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421809328Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421809329 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421809329Cleaning up temporary data from old regions at 1732421809345 (+16 ms)Running coprocessor post-open hooks at 1732421809350 (+5 ms)Region opened successfully at 1732421809352 (+2 ms) 2024-11-24T04:16:49,359 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421809263 2024-11-24T04:16:49,370 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:16:49,371 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:16:49,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:49,374 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,39143,1732421805217, state=OPEN 2024-11-24T04:16:49,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0272353967/meta-region-server 2024-11-24T04:16:49,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0272353967/meta-region-server 2024-11-24T04:16:49,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0272353967/meta-region-server: CHANGED 2024-11-24T04:16:49,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0272353967/meta-region-server: CHANGED 2024-11-24T04:16:49,381 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:49,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:16:49,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,39143,1732421805217 in 285 msec 2024-11-24T04:16:49,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:16:49,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-24T04:16:49,393 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:16:49,393 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:16:49,413 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:16:49,414 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,39143,1732421805217, seqNum=-1] 2024-11-24T04:16:49,435 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:16:49,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:16:49,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5710 sec 2024-11-24T04:16:49,456 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421809456, completionTime=-1 2024-11-24T04:16:49,460 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:16:49,460 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:16:49,486 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:16:49,486 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732421869486 2024-11-24T04:16:49,487 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732421929486 2024-11-24T04:16:49,487 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-24T04:16:49,489 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37287,1732421804545-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:49,489 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37287,1732421804545-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:49,489 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37287,1732421804545-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:49,491 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:37287, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:49,491 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:49,492 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:49,497 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:16:49,517 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.163sec 2024-11-24T04:16:49,518 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:16:49,519 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:16:49,520 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:16:49,521 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:16:49,521 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:16:49,522 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37287,1732421804545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:16:49,522 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37287,1732421804545-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:16:49,530 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:16:49,531 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:16:49,531 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37287,1732421804545-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:49,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b86652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:49,623 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T04:16:49,623 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T04:16:49,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,37287,-1 for getting cluster id 2024-11-24T04:16:49,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:16:49,637 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f' 2024-11-24T04:16:49,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:16:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f" 2024-11-24T04:16:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3545a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,37287,-1] 2024-11-24T04:16:49,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:16:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:49,647 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:16:49,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0fae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:49,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:16:49,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,39143,1732421805217, seqNum=-1] 2024-11-24T04:16:49,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:16:49,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:16:49,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,37287,1732421804545 2024-11-24T04:16:49,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-11-24T04:16:49,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:16:49,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014830bea90002 connected 2024-11-24T04:16:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/hadoop.log.dir so I do NOT create it in target/test-data/b5677069-339b-5171-7457-eb541c1cfd05 2024-11-24T04:16:49,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:16:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/hadoop.tmp.dir so I do NOT create it in target/test-data/b5677069-339b-5171-7457-eb541c1cfd05 2024-11-24T04:16:49,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:16:49,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05 2024-11-24T04:16:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:16:49,705 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/cluster_618c0b7d-e86e-31a1-45e6-071386c08f63, deleteOnExit=true 2024-11-24T04:16:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:16:49,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/test.cache.data in system properties and HBase conf 2024-11-24T04:16:49,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:16:49,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:16:49,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:16:49,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:16:49,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:16:49,707 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:16:49,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:16:49,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:16:49,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:16:49,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:16:49,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:16:49,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:16:49,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:16:49,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:16:49,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:16:49,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:16:49,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:16:49,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:16:49,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:16:49,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:16:49,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:16:49,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:16:49,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:16:49,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:16:49,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:16:49,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:16:49,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60446212{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:16:49,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c9611{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:16:49,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77b18266{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/java.io.tmpdir/jetty-localhost-35971-hadoop-hdfs-3_4_1-tests_jar-_-any-12760973341517850952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:16:49,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17eb7704{HTTP/1.1, (http/1.1)}{localhost:35971} 2024-11-24T04:16:49,936 INFO [Time-limited test {}] server.Server(415): Started @10179ms 2024-11-24T04:16:50,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:16:50,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:16:50,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:16:50,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:16:50,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:16:50,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd56784{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:16:50,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fdb0a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:16:50,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cfc206b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/java.io.tmpdir/jetty-localhost-34035-hadoop-hdfs-3_4_1-tests_jar-_-any-10773858071048783211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:16:50,155 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4657923{HTTP/1.1, (http/1.1)}{localhost:34035} 2024-11-24T04:16:50,155 INFO [Time-limited test {}] server.Server(415): Started @10398ms 2024-11-24T04:16:50,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:16:50,295 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/cluster_618c0b7d-e86e-31a1-45e6-071386c08f63/data/data1/current/BP-626992611-172.17.0.2-1732421809741/current, will proceed with Du for space computation calculation, 2024-11-24T04:16:50,295 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/cluster_618c0b7d-e86e-31a1-45e6-071386c08f63/data/data2/current/BP-626992611-172.17.0.2-1732421809741/current, will proceed with Du for space computation calculation, 2024-11-24T04:16:50,313 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:16:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3eaaae23e2a2bc8f with lease ID 0xec698e50727a27aa: Processing first storage report for DS-83359a3d-70f1-421b-be69-04d5749f4532 from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=316296b1-6849-4d22-b2a3-3b8b45b6ed7e, infoPort=39591, infoSecurePort=0, ipcPort=33275, storageInfo=lv=-57;cid=testClusterID;nsid=2049613025;c=1732421809741) 2024-11-24T04:16:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3eaaae23e2a2bc8f with lease ID 0xec698e50727a27aa: from storage DS-83359a3d-70f1-421b-be69-04d5749f4532 node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=316296b1-6849-4d22-b2a3-3b8b45b6ed7e, infoPort=39591, infoSecurePort=0, ipcPort=33275, storageInfo=lv=-57;cid=testClusterID;nsid=2049613025;c=1732421809741), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:16:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3eaaae23e2a2bc8f with lease ID 0xec698e50727a27aa: Processing first storage report for DS-16bf08a4-373c-4ad7-b40a-c1a7225d9801 from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=316296b1-6849-4d22-b2a3-3b8b45b6ed7e, infoPort=39591, infoSecurePort=0, ipcPort=33275, storageInfo=lv=-57;cid=testClusterID;nsid=2049613025;c=1732421809741) 2024-11-24T04:16:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3eaaae23e2a2bc8f with lease ID 0xec698e50727a27aa: from storage DS-16bf08a4-373c-4ad7-b40a-c1a7225d9801 node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=316296b1-6849-4d22-b2a3-3b8b45b6ed7e, infoPort=39591, infoSecurePort=0, ipcPort=33275, storageInfo=lv=-57;cid=testClusterID;nsid=2049613025;c=1732421809741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:16:50,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05 2024-11-24T04:16:50,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:50,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:50,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:16:50,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757 with version=8 2024-11-24T04:16:50,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/hbase-staging 2024-11-24T04:16:50,807 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:16:50,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:50,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:50,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:16:50,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:50,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:16:50,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:16:50,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:16:50,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35189 2024-11-24T04:16:50,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35189 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-11-24T04:16:50,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351890x0, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:16:50,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35189-0x1014830bea90003 connected 2024-11-24T04:16:50,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:50,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:50,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Set watcher on znode that does not yet exist, /11428490020/running 2024-11-24T04:16:50,833 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757, hbase.cluster.distributed=false 2024-11-24T04:16:50,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Set watcher on znode that does not yet exist, /11428490020/acl 2024-11-24T04:16:50,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-24T04:16:50,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35189 2024-11-24T04:16:50,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35189 2024-11-24T04:16:50,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-24T04:16:50,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35189 2024-11-24T04:16:50,854 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:16:50,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:50,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:50,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:16:50,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:16:50,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:16:50,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:16:50,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:16:50,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37187 2024-11-24T04:16:50,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37187 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-11-24T04:16:50,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:50,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:50,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371870x0, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:16:50,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371870x0, quorum=127.0.0.1:57577, baseZNode=/11428490020 Set watcher on znode that does not yet exist, /11428490020/running 2024-11-24T04:16:50,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37187-0x1014830bea90004 connected 2024-11-24T04:16:50,867 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:16:50,868 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:16:50,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Set watcher on znode that does not yet exist, /11428490020/master 2024-11-24T04:16:50,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Set watcher on znode that does not yet exist, /11428490020/acl 2024-11-24T04:16:50,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37187 2024-11-24T04:16:50,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37187 2024-11-24T04:16:50,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37187 2024-11-24T04:16:50,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37187 2024-11-24T04:16:50,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37187 2024-11-24T04:16:50,888 DEBUG [M:0;fadb2fe0ba32:35189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:35189 2024-11-24T04:16:50,889 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11428490020/backup-masters/fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:50,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020/backup-masters 2024-11-24T04:16:50,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020/backup-masters 2024-11-24T04:16:50,892 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Set watcher on existing znode=/11428490020/backup-masters/fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:50,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11428490020/master 2024-11-24T04:16:50,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:16:50,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:16:50,896 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Set watcher on existing znode=/11428490020/master 2024-11-24T04:16:50,897 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11428490020/backup-masters/fadb2fe0ba32,35189,1732421810806 from backup master directory 2024-11-24T04:16:50,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020/backup-masters 2024-11-24T04:16:50,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11428490020/backup-masters/fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:50,898 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:16:50,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020/backup-masters 2024-11-24T04:16:50,899 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:50,906 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/hbase.id] with ID: e3d00c7a-0bdc-415d-9d83-e6d51c6999ec 2024-11-24T04:16:50,906 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/.tmp/hbase.id 2024-11-24T04:16:50,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:16:51,314 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/.tmp/hbase.id]:[hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/hbase.id] 2024-11-24T04:16:51,338 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:16:51,338 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:16:51,340 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T04:16:51,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:16:51,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:16:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:16:51,752 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:16:51,753 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:16:51,754 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:16:51,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:16:52,166 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store 2024-11-24T04:16:52,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:16:52,576 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:52,577 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:16:52,577 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:52,577 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:52,577 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:16:52,577 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:52,577 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:52,577 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421812577Disabling compacts and flushes for region at 1732421812577Disabling writes for close at 1732421812577Writing region close event to WAL at 1732421812577Closed at 1732421812577 2024-11-24T04:16:52,579 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/.initializing 2024-11-24T04:16:52,579 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/WALs/fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:52,581 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:16:52,583 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C35189%2C1732421810806, suffix=, logDir=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/WALs/fadb2fe0ba32,35189,1732421810806, archiveDir=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/oldWALs, maxLogs=10 2024-11-24T04:16:52,598 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/WALs/fadb2fe0ba32,35189,1732421810806/fadb2fe0ba32%2C35189%2C1732421810806.1732421812584, exclude list is [], retry=0 2024-11-24T04:16:52,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-83359a3d-70f1-421b-be69-04d5749f4532,DISK] 2024-11-24T04:16:52,605 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/WALs/fadb2fe0ba32,35189,1732421810806/fadb2fe0ba32%2C35189%2C1732421810806.1732421812584 2024-11-24T04:16:52,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39591:39591)] 2024-11-24T04:16:52,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:16:52,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:52,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:52,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:52,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:52,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:16:52,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:52,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:52,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:52,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:16:52,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:52,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:52,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:52,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:16:52,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:52,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:52,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:52,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:16:52,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:52,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:52,620 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:52,621 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:52,622 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:52,624 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:52,624 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:52,625 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:16:52,627 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:16:52,630 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:52,630 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69192030, jitterRate=0.031041592359542847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:16:52,631 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421812607Initializing all the Stores at 1732421812608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421812608Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421812608Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421812608Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421812608Cleaning up temporary data from old regions at 1732421812624 (+16 ms)Region opened successfully at 1732421812631 (+7 ms) 2024-11-24T04:16:52,631 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:16:52,636 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5c172b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:16:52,637 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:16:52,637 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:16:52,637 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:16:52,638 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:16:52,638 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:16:52,639 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:16:52,639 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:16:52,642 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:16:52,643 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Unable to get data of znode /11428490020/balancer because node does not exist (not necessarily an error) 2024-11-24T04:16:52,644 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11428490020/balancer already deleted, retry=false 2024-11-24T04:16:52,644 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:16:52,645 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Unable to get data of znode /11428490020/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:16:52,648 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11428490020/normalizer already deleted, retry=false 2024-11-24T04:16:52,649 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:16:52,650 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Unable to get data of znode /11428490020/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:16:52,651 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11428490020/switch/split already deleted, retry=false 2024-11-24T04:16:52,652 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Unable to get data of znode /11428490020/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:16:52,653 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11428490020/switch/merge already deleted, retry=false 2024-11-24T04:16:52,655 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Unable to get data of znode /11428490020/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:16:52,656 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11428490020/snapshot-cleanup already deleted, retry=false 2024-11-24T04:16:52,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11428490020/running 2024-11-24T04:16:52,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11428490020/running 2024-11-24T04:16:52,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:16:52,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:16:52,660 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,35189,1732421810806, sessionid=0x1014830bea90003, setting cluster-up flag (Was=false) 2024-11-24T04:16:52,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:16:52,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:16:52,669 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11428490020/flush-table-proc/acquired, /11428490020/flush-table-proc/reached, /11428490020/flush-table-proc/abort 2024-11-24T04:16:52,670 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:52,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:16:52,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:16:52,680 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11428490020/online-snapshot/acquired, /11428490020/online-snapshot/reached, /11428490020/online-snapshot/abort 2024-11-24T04:16:52,681 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:52,683 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:16:52,686 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:16:52,687 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:16:52,687 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:16:52,687 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,35189,1732421810806 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:16:52,689 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:16:52,689 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:16:52,689 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:16:52,689 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:16:52,689 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:16:52,689 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,689 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:16:52,689 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,690 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421842690 2024-11-24T04:16:52,690 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:16:52,690 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:16:52,690 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:16:52,690 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:16:52,690 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:16:52,690 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:16:52,691 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,691 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:16:52,691 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:16:52,691 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:16:52,691 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:16:52,692 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:16:52,692 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:16:52,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:16:52,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:16:52,692 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421812692,5,FailOnTimeoutGroup] 2024-11-24T04:16:52,692 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421812692,5,FailOnTimeoutGroup] 2024-11-24T04:16:52,692 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,692 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:16:52,692 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,692 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,693 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:52,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:16:52,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:16:52,778 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(746): ClusterId : e3d00c7a-0bdc-415d-9d83-e6d51c6999ec 2024-11-24T04:16:52,778 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:16:52,781 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:16:52,781 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:16:52,785 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:16:52,786 DEBUG [RS:0;fadb2fe0ba32:37187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229cf8ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:16:52,799 DEBUG [RS:0;fadb2fe0ba32:37187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:37187 2024-11-24T04:16:52,799 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:16:52,799 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:16:52,799 DEBUG [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:16:52,800 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,35189,1732421810806 with port=37187, startcode=1732421810854 2024-11-24T04:16:52,800 DEBUG [RS:0;fadb2fe0ba32:37187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:16:52,802 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:16:52,803 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,37187,1732421810854 2024-11-24T04:16:52,803 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35189 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,37187,1732421810854 2024-11-24T04:16:52,807 DEBUG [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757 2024-11-24T04:16:52,807 DEBUG [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36879 2024-11-24T04:16:52,807 DEBUG [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:16:52,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020/rs 2024-11-24T04:16:52,809 DEBUG [RS:0;fadb2fe0ba32:37187 {}] zookeeper.ZKUtil(111): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Set watcher on existing znode=/11428490020/rs/fadb2fe0ba32,37187,1732421810854 2024-11-24T04:16:52,809 WARN [RS:0;fadb2fe0ba32:37187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:16:52,809 INFO [RS:0;fadb2fe0ba32:37187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:16:52,810 DEBUG [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/WALs/fadb2fe0ba32,37187,1732421810854 2024-11-24T04:16:52,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,37187,1732421810854] 2024-11-24T04:16:52,814 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:16:52,818 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:16:52,818 INFO [RS:0;fadb2fe0ba32:37187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:16:52,818 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,818 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:16:52,819 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:16:52,820 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,820 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,820 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,820 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,820 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,820 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,820 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:16:52,821 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,821 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,821 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,821 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,821 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,821 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:16:52,821 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:16:52,821 DEBUG [RS:0;fadb2fe0ba32:37187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:16:52,822 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,822 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,822 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,822 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,822 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,822 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37187,1732421810854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:16:52,838 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:16:52,838 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37187,1732421810854-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,839 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,839 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.Replication(171): fadb2fe0ba32,37187,1732421810854 started 2024-11-24T04:16:52,854 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:52,854 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,37187,1732421810854, RpcServer on fadb2fe0ba32/172.17.0.2:37187, sessionid=0x1014830bea90004 2024-11-24T04:16:52,855 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:16:52,855 DEBUG [RS:0;fadb2fe0ba32:37187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,37187,1732421810854 2024-11-24T04:16:52,855 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,37187,1732421810854' 2024-11-24T04:16:52,855 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11428490020/flush-table-proc/abort' 2024-11-24T04:16:52,855 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11428490020/flush-table-proc/acquired' 2024-11-24T04:16:52,856 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:16:52,856 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:16:52,856 DEBUG [RS:0;fadb2fe0ba32:37187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,37187,1732421810854 2024-11-24T04:16:52,856 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,37187,1732421810854' 2024-11-24T04:16:52,856 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11428490020/online-snapshot/abort' 2024-11-24T04:16:52,856 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11428490020/online-snapshot/acquired' 2024-11-24T04:16:52,857 DEBUG [RS:0;fadb2fe0ba32:37187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:16:52,857 INFO [RS:0;fadb2fe0ba32:37187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:16:52,857 INFO [RS:0;fadb2fe0ba32:37187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:16:52,958 INFO [RS:0;fadb2fe0ba32:37187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:16:52,960 INFO [RS:0;fadb2fe0ba32:37187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C37187%2C1732421810854, suffix=, logDir=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/WALs/fadb2fe0ba32,37187,1732421810854, archiveDir=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/oldWALs, maxLogs=10 2024-11-24T04:16:52,977 DEBUG [RS:0;fadb2fe0ba32:37187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/WALs/fadb2fe0ba32,37187,1732421810854/fadb2fe0ba32%2C37187%2C1732421810854.1732421812962, exclude list is [], retry=0 2024-11-24T04:16:52,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-83359a3d-70f1-421b-be69-04d5749f4532,DISK] 2024-11-24T04:16:52,983 INFO [RS:0;fadb2fe0ba32:37187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/WALs/fadb2fe0ba32,37187,1732421810854/fadb2fe0ba32%2C37187%2C1732421810854.1732421812962 2024-11-24T04:16:52,984 DEBUG [RS:0;fadb2fe0ba32:37187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39591:39591)] 2024-11-24T04:16:53,103 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:16:53,104 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757 2024-11-24T04:16:53,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:16:53,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:53,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:16:53,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:16:53,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:53,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:53,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:16:53,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:16:53,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:53,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:53,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:16:53,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:16:53,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:53,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:53,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:16:53,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:16:53,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:53,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:53,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:16:53,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/data/hbase/meta/1588230740 2024-11-24T04:16:53,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/data/hbase/meta/1588230740 2024-11-24T04:16:53,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:16:53,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:16:53,531 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:16:53,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:16:53,535 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:53,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69848932, jitterRate=0.04083019495010376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:16:53,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421813514Initializing all the Stores at 1732421813516 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421813516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421813516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421813516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421813516Cleaning up temporary data from old regions at 1732421813530 (+14 ms)Region opened successfully at 1732421813536 (+6 ms) 2024-11-24T04:16:53,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:16:53,537 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:16:53,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:16:53,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:16:53,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:16:53,537 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:16:53,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421813537Disabling compacts and flushes for region at 1732421813537Disabling writes for close at 1732421813537Writing region close event to WAL at 1732421813537Closed at 1732421813537 2024-11-24T04:16:53,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:16:53,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:16:53,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:16:53,541 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:16:53,543 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:16:53,693 DEBUG [fadb2fe0ba32:35189 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:16:53,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,37187,1732421810854 2024-11-24T04:16:53,698 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,37187,1732421810854, state=OPENING 2024-11-24T04:16:53,706 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:16:53,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:16:53,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:16:53,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:16:53,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11428490020/meta-region-server: CHANGED 2024-11-24T04:16:53,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11428490020/meta-region-server: CHANGED 2024-11-24T04:16:53,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,37187,1732421810854}] 2024-11-24T04:16:53,865 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:16:53,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:16:53,873 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:16:53,873 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:16:53,874 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:16:53,876 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C37187%2C1732421810854.meta, suffix=.meta, logDir=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/WALs/fadb2fe0ba32,37187,1732421810854, archiveDir=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/oldWALs, maxLogs=10 2024-11-24T04:16:53,893 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/WALs/fadb2fe0ba32,37187,1732421810854/fadb2fe0ba32%2C37187%2C1732421810854.meta.1732421813878.meta, exclude list is [], retry=0 2024-11-24T04:16:53,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-83359a3d-70f1-421b-be69-04d5749f4532,DISK] 2024-11-24T04:16:53,899 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/WALs/fadb2fe0ba32,37187,1732421810854/fadb2fe0ba32%2C37187%2C1732421810854.meta.1732421813878.meta 2024-11-24T04:16:53,899 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39591:39591)] 2024-11-24T04:16:53,899 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:16:53,900 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:16:53,900 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:16:53,900 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:16:53,900 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:16:53,901 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:16:53,901 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:53,901 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:16:53,901 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:16:53,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:16:53,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:16:53,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:53,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:53,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:16:53,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:16:53,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:53,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:53,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:16:53,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:16:53,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:53,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:53,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:16:53,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:16:53,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:53,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:16:53,913 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:16:53,914 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/data/hbase/meta/1588230740 2024-11-24T04:16:53,915 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/data/hbase/meta/1588230740 2024-11-24T04:16:53,917 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:16:53,918 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:16:53,918 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:16:53,920 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:16:53,921 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62976104, jitterRate=-0.06158292293548584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:16:53,922 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:16:53,922 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421813901Writing region info on filesystem at 1732421813901Initializing all the Stores at 1732421813903 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421813903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421813903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421813903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421813903Cleaning up temporary data from old regions at 1732421813918 (+15 ms)Running coprocessor post-open hooks at 1732421813922 (+4 ms)Region opened successfully at 1732421813922 2024-11-24T04:16:53,923 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421813864 2024-11-24T04:16:53,927 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:16:53,927 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:16:53,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,37187,1732421810854 2024-11-24T04:16:53,929 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,37187,1732421810854, state=OPEN 2024-11-24T04:16:53,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11428490020/meta-region-server 2024-11-24T04:16:53,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11428490020/meta-region-server 2024-11-24T04:16:53,931 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,37187,1732421810854 2024-11-24T04:16:53,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11428490020/meta-region-server: CHANGED 2024-11-24T04:16:53,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11428490020/meta-region-server: CHANGED 2024-11-24T04:16:53,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:16:53,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,37187,1732421810854 in 221 msec 2024-11-24T04:16:53,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:16:53,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-24T04:16:53,940 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:16:53,940 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:16:53,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:16:53,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37187,1732421810854, seqNum=-1] 2024-11-24T04:16:53,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:16:53,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:16:53,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-24T04:16:53,955 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421813955, completionTime=-1 2024-11-24T04:16:53,955 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:16:53,955 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:16:53,957 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:16:53,958 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732421873958 2024-11-24T04:16:53,958 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732421933958 2024-11-24T04:16:53,958 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T04:16:53,958 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35189,1732421810806-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:53,958 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35189,1732421810806-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:53,958 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35189,1732421810806-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:53,958 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:35189, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:53,959 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:53,959 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:53,961 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:16:53,964 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.065sec 2024-11-24T04:16:53,964 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:16:53,964 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:16:53,964 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:16:53,964 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:16:53,964 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:16:53,964 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35189,1732421810806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:16:53,964 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35189,1732421810806-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:16:53,968 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:16:53,968 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:16:53,968 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35189,1732421810806-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:16:53,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5394f5ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:53,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,35189,-1 for getting cluster id 2024-11-24T04:16:53,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:16:53,981 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3d00c7a-0bdc-415d-9d83-e6d51c6999ec' 2024-11-24T04:16:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:16:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3d00c7a-0bdc-415d-9d83-e6d51c6999ec" 2024-11-24T04:16:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b3726b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,35189,-1] 2024-11-24T04:16:53,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:16:53,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:53,985 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:16:53,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b645835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:53,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:16:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37187,1732421810854, seqNum=-1] 2024-11-24T04:16:53,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:16:53,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:16:53,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:53,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-11-24T04:16:53,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:16:53,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014830bea90005 connected 2024-11-24T04:16:54,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1641e8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:54,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,37287,-1 for getting cluster id 2024-11-24T04:16:54,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:16:54,004 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f' 2024-11-24T04:16:54,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:16:54,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f" 2024-11-24T04:16:54,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f7da78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:54,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,37287,-1] 2024-11-24T04:16:54,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:16:54,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:54,007 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:16:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed042bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:54,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:16:54,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,37287,1732421804545 2024-11-24T04:16:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b01bbef 2024-11-24T04:16:54,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:16:54,028 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:16:54,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:16:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:16:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:54,044 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:35189' 2024-11-24T04:16:54,046 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7817fbfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:54,046 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,35189,-1 for getting cluster id 2024-11-24T04:16:54,046 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:16:54,048 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3d00c7a-0bdc-415d-9d83-e6d51c6999ec' 2024-11-24T04:16:54,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:16:54,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3d00c7a-0bdc-415d-9d83-e6d51c6999ec" 2024-11-24T04:16:54,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43089b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:54,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,35189,-1] 2024-11-24T04:16:54,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:16:54,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:54,050 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:16:54,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac5e178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:54,052 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:16:54,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:54,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ec418e6 2024-11-24T04:16:54,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:16:54,059 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:16:54,075 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T04:16:54,075 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:16:54,098 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:54,098 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:54,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:16:54,100 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:16:54,106 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:16:54,109 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:16:54,110 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:54,112 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:16:54,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741835_1011 (size=1138) 2024-11-24T04:16:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:54,158 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:16:54,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:16:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:54,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f57e5fcec05b280a2c982a8af8bbf805, NAME => 'hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff 2024-11-24T04:16:54,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741836_1012 (size=44) 2024-11-24T04:16:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:54,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:16:54,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:54,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f57e5fcec05b280a2c982a8af8bbf805, disabling compactions & flushes 2024-11-24T04:16:54,935 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:16:54,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:16:54,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. after waiting 0 ms 2024-11-24T04:16:54,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:16:54,935 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:16:54,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f57e5fcec05b280a2c982a8af8bbf805: Waiting for close lock at 1732421814935Disabling compacts and flushes for region at 1732421814935Disabling writes for close at 1732421814935Writing region close event to WAL at 1732421814935Closed at 1732421814935 2024-11-24T04:16:54,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:16:54,942 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732421814937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421814937"}]},"ts":"1732421814937"} 2024-11-24T04:16:54,946 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:16:54,947 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:16:54,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:16:54,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T04:16:54,950 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421814947"}]},"ts":"1732421814947"} 2024-11-24T04:16:54,951 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:16:54,951 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T04:16:54,952 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:16:54,952 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T04:16:54,952 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T04:16:54,952 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T04:16:54,953 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:16:54,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f57e5fcec05b280a2c982a8af8bbf805, ASSIGN}] 2024-11-24T04:16:54,957 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f57e5fcec05b280a2c982a8af8bbf805, ASSIGN 2024-11-24T04:16:54,958 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f57e5fcec05b280a2c982a8af8bbf805, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,39143,1732421805217; forceNewPlan=false, retain=false 2024-11-24T04:16:55,110 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f57e5fcec05b280a2c982a8af8bbf805, regionState=OPENING, regionLocation=fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:55,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f57e5fcec05b280a2c982a8af8bbf805, ASSIGN because future has completed 2024-11-24T04:16:55,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f57e5fcec05b280a2c982a8af8bbf805, server=fadb2fe0ba32,39143,1732421805217}] 2024-11-24T04:16:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:55,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:16:55,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:16:55,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:16:55,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C39143%2C1732421805217.rep, suffix=, logDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217, archiveDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs, maxLogs=10 2024-11-24T04:16:55,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.rep.1732421815278, exclude list is [], retry=0 2024-11-24T04:16:55,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41321,DS-2d4769c4-5c3e-46e4-bbaa-a5cd07657a15,DISK] 2024-11-24T04:16:55,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.rep.1732421815278 2024-11-24T04:16:55,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34779:34779)] 2024-11-24T04:16:55,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f57e5fcec05b280a2c982a8af8bbf805, NAME => 'hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:16:55,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:16:55,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:16:55,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. service=MultiRowMutationService 2024-11-24T04:16:55,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:16:55,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:16:55,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,302 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,304 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f57e5fcec05b280a2c982a8af8bbf805 columnFamilyName hfileref 2024-11-24T04:16:55,304 DEBUG [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:55,305 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.HStore(327): Store=f57e5fcec05b280a2c982a8af8bbf805/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:55,305 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,307 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f57e5fcec05b280a2c982a8af8bbf805 columnFamilyName queue 2024-11-24T04:16:55,307 DEBUG [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:55,307 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.HStore(327): Store=f57e5fcec05b280a2c982a8af8bbf805/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:55,308 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,309 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f57e5fcec05b280a2c982a8af8bbf805 columnFamilyName sid 2024-11-24T04:16:55,309 DEBUG [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:16:55,310 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.HStore(327): Store=f57e5fcec05b280a2c982a8af8bbf805/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:16:55,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:16:55,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:16:55,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f57e5fcec05b280a2c982a8af8bbf805; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68906274, jitterRate=0.026783496141433716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:16:55,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:55,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f57e5fcec05b280a2c982a8af8bbf805: Running coprocessor pre-open hook at 1732421815301Writing region info on filesystem at 1732421815301Initializing all the Stores at 1732421815302 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421815302Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421815302Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421815302Cleaning up temporary data from old regions at 1732421815313 (+11 ms)Running coprocessor post-open hooks at 1732421815320 (+7 ms)Region opened successfully at 1732421815321 (+1 ms) 2024-11-24T04:16:55,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805., pid=7, masterSystemTime=1732421815268 2024-11-24T04:16:55,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:16:55,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:16:55,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f57e5fcec05b280a2c982a8af8bbf805, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:55,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f57e5fcec05b280a2c982a8af8bbf805, server=fadb2fe0ba32,39143,1732421805217 because future has completed 2024-11-24T04:16:55,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T04:16:55,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f57e5fcec05b280a2c982a8af8bbf805, server=fadb2fe0ba32,39143,1732421805217 in 217 msec 2024-11-24T04:16:55,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:16:55,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f57e5fcec05b280a2c982a8af8bbf805, ASSIGN in 380 msec 2024-11-24T04:16:55,341 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:16:55,341 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421815341"}]},"ts":"1732421815341"} 2024-11-24T04:16:55,344 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:16:55,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:16:55,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2440 sec 2024-11-24T04:16:55,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805., hostname=fadb2fe0ba32,39143,1732421805217, seqNum=2] 2024-11-24T04:16:55,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39143 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T04:16:55,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:55,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:55,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:16:55,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T04:16:55,563 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:16:55,602 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,39143,1732421805217, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:16:55,604 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:16:55,604 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,39143,1732421805217, seqNum=-1] 2024-11-24T04:16:55,604 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:16:55,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-24T04:16:55,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,39143,1732421805217', locateType=CURRENT is [region=hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805., hostname=fadb2fe0ba32,39143,1732421805217, seqNum=2] 2024-11-24T04:16:55,614 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T04:16:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T04:16:55,619 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,39143,1732421805217 suceeded 2024-11-24T04:16:55,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T04:16:55,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-24T04:16:55,623 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:16:55,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5910 sec 2024-11-24T04:16:55,632 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:35189' 2024-11-24T04:16:55,634 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36158ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:55,634 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,35189,-1 for getting cluster id 2024-11-24T04:16:55,634 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:16:55,635 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3d00c7a-0bdc-415d-9d83-e6d51c6999ec' 2024-11-24T04:16:55,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:16:55,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3d00c7a-0bdc-415d-9d83-e6d51c6999ec" 2024-11-24T04:16:55,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cdd1baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:55,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,35189,-1] 2024-11-24T04:16:55,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:16:55,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:55,637 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:16:55,638 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c9b59e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:55,638 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:16:55,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:55,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19dba1c6 2024-11-24T04:16:55,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:16:55,641 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T04:16:55,641 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,39143,1732421805217 (queues=1) is replicating from cluster=875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f to cluster=e3d00c7a-0bdc-415d-9d83-e6d51c6999ec 2024-11-24T04:16:55,644 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C39143%2C1732421805217 2024-11-24T04:16:55,649 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,39143,1732421805217, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:16:55,651 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,1-fadb2fe0ba32,39143,1732421805217 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C39143%2C1732421805217 2024-11-24T04:16:55,655 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,1-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408, startPosition=0, beingWritten=true 2024-11-24T04:16:55,912 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,1-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 to pos 0, reset compression=false 2024-11-24T04:16:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:16:56,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:16:56,195 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:16:56,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:56,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:16:56,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675a529e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,37287,-1 for getting cluster id 2024-11-24T04:16:56,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:16:56,198 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f' 2024-11-24T04:16:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:16:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f" 2024-11-24T04:16:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d49923b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,37287,-1] 2024-11-24T04:16:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:16:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,200 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:16:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7131b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:16:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,37287,1732421804545 2024-11-24T04:16:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28b4fc2 2024-11-24T04:16:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:16:56,204 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:16:56,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://fadb2fe0ba32:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:16:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:16:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T04:16:56,208 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:35189' 2024-11-24T04:16:56,209 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cee4bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,209 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,35189,-1 for getting cluster id 2024-11-24T04:16:56,210 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:16:56,210 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3d00c7a-0bdc-415d-9d83-e6d51c6999ec' 2024-11-24T04:16:56,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:16:56,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3d00c7a-0bdc-415d-9d83-e6d51c6999ec" 2024-11-24T04:16:56,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a53c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,35189,-1] 2024-11-24T04:16:56,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:16:56,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,212 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:16:56,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14953b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,213 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:16:56,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:56,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@756ac3cb 2024-11-24T04:16:56,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:16:56,215 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:16:56,216 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-24T04:16:56,216 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:16:56,216 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,216 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:16:56,219 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,1-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 to pos 0, reset compression=false 2024-11-24T04:16:56,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:16:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T04:16:56,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-24T04:16:56,381 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T04:16:56,411 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-fadb2fe0ba32,39143,1732421805217, ReplicationSource: 2, currentBandwidth=0 2024-11-24T04:16:56,415 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T04:16:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T04:16:56,418 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on fadb2fe0ba32,39143,1732421805217 suceeded 2024-11-24T04:16:56,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:16:56,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-24T04:16:56,421 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://fadb2fe0ba32:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:16:56,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 216 msec 2024-11-24T04:16:56,430 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:35189' 2024-11-24T04:16:56,431 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5acf98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,431 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,35189,-1 for getting cluster id 2024-11-24T04:16:56,431 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:16:56,432 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3d00c7a-0bdc-415d-9d83-e6d51c6999ec' 2024-11-24T04:16:56,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:16:56,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3d00c7a-0bdc-415d-9d83-e6d51c6999ec" 2024-11-24T04:16:56,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e4bc2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,35189,-1] 2024-11-24T04:16:56,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:16:56,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,434 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:16:56,435 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ee1dabb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,435 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:16:56,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:56,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2517e53d 2024-11-24T04:16:56,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:16:56,437 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-24T04:16:56,438 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fadb2fe0ba32,39143,1732421805217 (queues=1) is replicating from cluster=875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f to cluster=e3d00c7a-0bdc-415d-9d83-e6d51c6999ec 2024-11-24T04:16:56,438 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fadb2fe0ba32%2C39143%2C1732421805217 2024-11-24T04:16:56,438 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fadb2fe0ba32,39143,1732421805217, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:16:56,439 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C39143%2C1732421805217 2024-11-24T04:16:56,439 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408, startPosition=0, beingWritten=true 2024-11-24T04:16:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T04:16:56,525 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T04:16:56,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:16:56,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:56,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:16:56,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:16:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,37287,1732421804545 2024-11-24T04:16:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ac72443 2024-11-24T04:16:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:16:56,531 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:16:56,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T04:16:56,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T04:16:56,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T04:16:56,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T04:16:56,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:16:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T04:16:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T04:16:56,545 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:35189' 2024-11-24T04:16:56,545 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca3046d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,546 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,35189,-1 for getting cluster id 2024-11-24T04:16:56,546 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:16:56,546 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3d00c7a-0bdc-415d-9d83-e6d51c6999ec' 2024-11-24T04:16:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:16:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3d00c7a-0bdc-415d-9d83-e6d51c6999ec" 2024-11-24T04:16:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d299819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,35189,-1] 2024-11-24T04:16:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:16:56,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,548 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:16:56,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671fc02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:16:56,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:56,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6167b584 2024-11-24T04:16:56,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:16:56,551 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:16:56,552 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:16:56,552 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:16:56,552 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,552 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:16:56,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:16:56,626 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,1-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 to pos 0, reset compression=false 2024-11-24T04:16:56,645 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 to pos 0, reset compression=false 2024-11-24T04:16:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T04:16:56,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-24T04:16:56,710 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-24T04:16:56,711 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T04:16:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T04:16:56,715 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on fadb2fe0ba32,39143,1732421805217 suceeded 2024-11-24T04:16:56,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T04:16:56,718 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://fadb2fe0ba32:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:16:56,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-24T04:16:56,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-24T04:16:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T04:16:56,865 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-24T04:16:56,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://fadb2fe0ba32:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:16:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T04:16:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T04:16:56,870 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:35189' 2024-11-24T04:16:56,871 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9c3bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,871 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,35189,-1 for getting cluster id 2024-11-24T04:16:56,871 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:16:56,872 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3d00c7a-0bdc-415d-9d83-e6d51c6999ec' 2024-11-24T04:16:56,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:16:56,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3d00c7a-0bdc-415d-9d83-e6d51c6999ec" 2024-11-24T04:16:56,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa9d25c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,35189,-1] 2024-11-24T04:16:56,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:16:56,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,874 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:16:56,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7e24a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:16:56,875 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:16:56,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,35189,1732421810806 2024-11-24T04:16:56,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5836c23f 2024-11-24T04:16:56,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:16:56,877 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:16:56,878 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T04:16:56,878 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:16:56,878 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,878 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:56,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:16:56,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:16:56,952 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 to pos 0, reset compression=false 2024-11-24T04:16:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T04:16:57,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-24T04:16:57,036 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-24T04:16:57,037 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T04:16:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T04:16:57,041 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on fadb2fe0ba32,39143,1732421805217 suceeded 2024-11-24T04:16:57,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T04:16:57,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-24T04:16:57,043 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://fadb2fe0ba32:35189,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:16:57,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-24T04:16:57,133 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,1-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 to pos 0, reset compression=false 2024-11-24T04:16:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T04:16:57,185 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-24T04:16:57,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T04:16:57,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37287 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T04:16:57,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:16:57,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:57,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:57,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:57,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:16:57,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:16:57,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=103290724, stopped=false 2024-11-24T04:16:57,189 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,37287,1732421804545 2024-11-24T04:16:57,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0272353967/running 2024-11-24T04:16:57,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0272353967/running 2024-11-24T04:16:57,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:57,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:57,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:16:57,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:16:57,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:57,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:57,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/running 2024-11-24T04:16:57,192 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,39143,1732421805217' ***** 2024-11-24T04:16:57,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/running 2024-11-24T04:16:57,192 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:16:57,192 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:16:57,193 INFO [RS:0;fadb2fe0ba32:39143 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:16:57,193 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:16:57,193 INFO [RS:0;fadb2fe0ba32:39143 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:16:57,193 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(3091): Received CLOSE for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:57,194 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:57,194 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:16:57,194 INFO [RS:0;fadb2fe0ba32:39143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:39143. 2024-11-24T04:16:57,194 DEBUG [RS:0;fadb2fe0ba32:39143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:57,194 DEBUG [RS:0;fadb2fe0ba32:39143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:57,194 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:16:57,194 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:16:57,194 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f57e5fcec05b280a2c982a8af8bbf805, disabling compactions & flushes 2024-11-24T04:16:57,194 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:16:57,194 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:16:57,194 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:16:57,194 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:16:57,194 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. after waiting 0 ms 2024-11-24T04:16:57,194 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:16:57,195 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:16:57,195 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:16:57,195 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1325): Online Regions={f57e5fcec05b280a2c982a8af8bbf805=hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:16:57,195 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:16:57,195 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:16:57,195 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:16:57,195 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:16:57,195 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:57,198 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f57e5fcec05b280a2c982a8af8bbf805 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-24T04:16:57,198 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T04:16:57,251 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:16:57,252 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:16:57,258 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:16:57,266 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805/.tmp/queue/973d97bce8f24fd9897eb2c8dd3aa8f4 is 151, key is 1-fadb2fe0ba32,39143,1732421805217/queue:fadb2fe0ba32%2C39143%2C1732421805217/1732421815610/Put/seqid=0 2024-11-24T04:16:57,266 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/.tmp/info/4cdf8d7afaca40eea22d32d310869f1f is 147, key is hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805./info:regioninfo/1732421815327/Put/seqid=0 2024-11-24T04:16:57,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741839_1015 (size=6631) 2024-11-24T04:16:57,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741838_1014 (size=5500) 2024-11-24T04:16:57,360 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 to pos 0, reset compression=false 2024-11-24T04:16:57,395 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:57,596 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:16:57,678 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805/.tmp/queue/973d97bce8f24fd9897eb2c8dd3aa8f4 2024-11-24T04:16:57,678 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/.tmp/info/4cdf8d7afaca40eea22d32d310869f1f 2024-11-24T04:16:57,722 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805/.tmp/queue/973d97bce8f24fd9897eb2c8dd3aa8f4 as hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805/queue/973d97bce8f24fd9897eb2c8dd3aa8f4 2024-11-24T04:16:57,731 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805/queue/973d97bce8f24fd9897eb2c8dd3aa8f4, entries=2, sequenceid=6, filesize=5.4 K 2024-11-24T04:16:57,737 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/.tmp/ns/45f88437f50e47ac8bf1101991fabdec is 43, key is default/ns:d/1732421809441/Put/seqid=0 2024-11-24T04:16:57,738 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f57e5fcec05b280a2c982a8af8bbf805 in 539ms, sequenceid=6, compaction requested=false 2024-11-24T04:16:57,738 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T04:16:57,740 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,1-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 to pos 0, reset compression=false 2024-11-24T04:16:57,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741840_1016 (size=5153) 2024-11-24T04:16:57,746 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T04:16:57,749 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:16:57,749 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:16:57,750 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:16:57,750 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f57e5fcec05b280a2c982a8af8bbf805: Waiting for close lock at 1732421817194Running coprocessor pre-close hooks at 1732421817194Disabling compacts and flushes for region at 1732421817194Disabling writes for close at 1732421817194Obtaining lock to block concurrent updates at 1732421817198 (+4 ms)Preparing flush snapshotting stores in f57e5fcec05b280a2c982a8af8bbf805 at 1732421817198Finished memstore snapshotting hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732421817206 (+8 ms)Flushing stores of hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. at 1732421817208 (+2 ms)Flushing f57e5fcec05b280a2c982a8af8bbf805/queue: creating writer at 1732421817209 (+1 ms)Flushing f57e5fcec05b280a2c982a8af8bbf805/queue: appending metadata at 1732421817248 (+39 ms)Flushing f57e5fcec05b280a2c982a8af8bbf805/queue: closing flushed file at 1732421817251 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f48cbcc: reopening flushed file at 1732421817721 (+470 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f57e5fcec05b280a2c982a8af8bbf805 in 539ms, sequenceid=6, compaction requested=false at 1732421817738 (+17 ms)Writing region close event to WAL at 1732421817740 (+2 ms)Running coprocessor post-close hooks at 1732421817747 (+7 ms)Closed at 1732421817750 (+3 ms) 2024-11-24T04:16:57,750 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:16:57,796 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:16:57,867 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 to pos 0, reset compression=false 2024-11-24T04:16:57,996 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:16:58,145 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/.tmp/ns/45f88437f50e47ac8bf1101991fabdec 2024-11-24T04:16:58,192 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/.tmp/table/76448ac03811437e95d3f2b854f94695 is 53, key is hbase:replication/table:state/1732421815341/Put/seqid=0 2024-11-24T04:16:58,196 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T04:16:58,197 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:16:58,197 DEBUG [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:16:58,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741841_1017 (size=5256) 2024-11-24T04:16:58,208 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/.tmp/table/76448ac03811437e95d3f2b854f94695 2024-11-24T04:16:58,229 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/.tmp/info/4cdf8d7afaca40eea22d32d310869f1f as hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/info/4cdf8d7afaca40eea22d32d310869f1f 2024-11-24T04:16:58,239 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/info/4cdf8d7afaca40eea22d32d310869f1f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T04:16:58,241 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/.tmp/ns/45f88437f50e47ac8bf1101991fabdec as hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/ns/45f88437f50e47ac8bf1101991fabdec 2024-11-24T04:16:58,251 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/ns/45f88437f50e47ac8bf1101991fabdec, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T04:16:58,253 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/.tmp/table/76448ac03811437e95d3f2b854f94695 as hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/table/76448ac03811437e95d3f2b854f94695 2024-11-24T04:16:58,263 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/table/76448ac03811437e95d3f2b854f94695, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T04:16:58,265 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1070ms, sequenceid=11, compaction requested=false 2024-11-24T04:16:58,285 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T04:16:58,287 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:16:58,287 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:16:58,287 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:16:58,288 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421817195Running coprocessor pre-close hooks at 1732421817195Disabling compacts and flushes for region at 1732421817195Disabling writes for close at 1732421817195Obtaining lock to block concurrent updates at 1732421817198 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732421817198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732421817206 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732421817208 (+2 ms)Flushing 1588230740/info: creating writer at 1732421817209 (+1 ms)Flushing 1588230740/info: appending metadata at 1732421817249 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732421817251 (+2 ms)Flushing 1588230740/ns: creating writer at 1732421817720 (+469 ms)Flushing 1588230740/ns: appending metadata at 1732421817736 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732421817736Flushing 1588230740/table: creating writer at 1732421818154 (+418 ms)Flushing 1588230740/table: appending metadata at 1732421818192 (+38 ms)Flushing 1588230740/table: closing flushed file at 1732421818192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ae1702: reopening flushed file at 1732421818228 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71391b21: reopening flushed file at 1732421818240 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46beb851: reopening flushed file at 1732421818252 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1070ms, sequenceid=11, compaction requested=false at 1732421818265 (+13 ms)Writing region close event to WAL at 1732421818276 (+11 ms)Running coprocessor post-close hooks at 1732421818287 (+11 ms)Closed at 1732421818287 2024-11-24T04:16:58,288 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:16:58,397 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,39143,1732421805217; all regions closed. 2024-11-24T04:16:58,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741834_1010 (size=2742) 2024-11-24T04:16:58,409 DEBUG [RS:0;fadb2fe0ba32:39143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs 2024-11-24T04:16:58,409 INFO [RS:0;fadb2fe0ba32:39143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C39143%2C1732421805217.meta:.meta(num 1732421809290) 2024-11-24T04:16:58,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741837_1013 (size=1802) 2024-11-24T04:16:58,414 DEBUG [RS:0;fadb2fe0ba32:39143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs 2024-11-24T04:16:58,414 INFO [RS:0;fadb2fe0ba32:39143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C39143%2C1732421805217.rep:(num 1732421815278) 2024-11-24T04:16:58,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741832_1008 (size=93) 2024-11-24T04:16:58,419 DEBUG [RS:0;fadb2fe0ba32:39143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs 2024-11-24T04:16:58,419 INFO [RS:0;fadb2fe0ba32:39143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C39143%2C1732421805217:(num 1732421808408) 2024-11-24T04:16:58,419 DEBUG [RS:0;fadb2fe0ba32:39143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:58,420 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:16:58,420 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:16:58,420 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:16:58,420 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:16:58,420 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:16:58,421 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,39143,1732421805217 because: Region server is closing 2024-11-24T04:16:58,421 INFO [RS:0;fadb2fe0ba32:39143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:39143. 2024-11-24T04:16:58,422 DEBUG [RS:0;fadb2fe0ba32:39143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:58,422 DEBUG [RS:0;fadb2fe0ba32:39143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:58,422 DEBUG [RS:0;fadb2fe0ba32:39143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:58,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:16:58,474 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 to pos 0, reset compression=false 2024-11-24T04:16:58,480 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 was moved to hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 2024-11-24T04:16:58,484 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408 2024-11-24T04:16:58,484 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T04:16:58,484 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.wal-reader.fadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T04:16:58,484 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fadb2fe0ba32,39143,1732421805217 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217/fadb2fe0ba32%2C39143%2C1732421805217.1732421808408, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T04:16:58,490 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fadb2fe0ba32,39143,1732421805217: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-fadb2fe0ba32,39143,1732421805217, walGroup=fadb2fe0ba32%2C39143%2C1732421805217, offset=fadb2fe0ba32%2C39143%2C1732421805217.1732421808408:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:39143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T04:16:58,492 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:16:58,494 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:16:58,495 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:16:58,495 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:16:58,495 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:16:58,495 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 372712864 }, "NonHeapMemoryUsage": { "committed": 152829952, "init": 7667712, "max": -1, "used": 150550544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:16:58,497 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fadb2fe0ba32%2C39143%2C1732421805217.1732421808408] 2024-11-24T04:16:58,522 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,1-fadb2fe0ba32,39143,1732421805217 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T04:16:58,523 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,1-fadb2fe0ba32,39143,1732421805217 terminated 2024-11-24T04:16:58,523 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fadb2fe0ba32,39143,1732421805217 because: Region server is closing 2024-11-24T04:16:58,523 INFO [RS:0;fadb2fe0ba32:39143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:39143. 2024-11-24T04:16:58,523 DEBUG [RS:0;fadb2fe0ba32:39143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:16:58,523 DEBUG [RS:0;fadb2fe0ba32:39143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:58,524 DEBUG [RS:0;fadb2fe0ba32:39143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:16:58,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:16:58,524 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,39143,1732421805217.replicationSource.shipperfadb2fe0ba32%2C39143%2C1732421805217,2-fadb2fe0ba32,39143,1732421805217 terminated 2024-11-24T04:16:58,524 INFO [RS:0;fadb2fe0ba32:39143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39143 2024-11-24T04:16:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0272353967/rs/fadb2fe0ba32,39143,1732421805217 2024-11-24T04:16:58,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967/rs 2024-11-24T04:16:58,529 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:16:58,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,39143,1732421805217] 2024-11-24T04:16:58,532 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/draining/fadb2fe0ba32,39143,1732421805217 already deleted, retry=false 2024-11-24T04:16:58,533 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,39143,1732421805217 expired; onlineServers=0 2024-11-24T04:16:58,533 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,37287,1732421804545' ***** 2024-11-24T04:16:58,533 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:16:58,533 INFO [M:0;fadb2fe0ba32:37287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:16:58,533 INFO [M:0;fadb2fe0ba32:37287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:16:58,533 DEBUG [M:0;fadb2fe0ba32:37287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:16:58,533 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:16:58,533 DEBUG [M:0;fadb2fe0ba32:37287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:16:58,533 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421808056 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421808056,5,FailOnTimeoutGroup] 2024-11-24T04:16:58,533 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421808055 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421808055,5,FailOnTimeoutGroup] 2024-11-24T04:16:58,534 INFO [M:0;fadb2fe0ba32:37287 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:16:58,534 INFO [M:0;fadb2fe0ba32:37287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:16:58,534 DEBUG [M:0;fadb2fe0ba32:37287 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:16:58,534 INFO [M:0;fadb2fe0ba32:37287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:16:58,534 INFO [M:0;fadb2fe0ba32:37287 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:16:58,535 INFO [M:0;fadb2fe0ba32:37287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:16:58,535 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:16:58,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0272353967/master 2024-11-24T04:16:58,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:16:58,535 DEBUG [M:0;fadb2fe0ba32:37287 {}] zookeeper.ZKUtil(347): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Unable to get data of znode /0272353967/master because node does not exist (not an error) 2024-11-24T04:16:58,535 WARN [M:0;fadb2fe0ba32:37287 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:16:58,536 INFO [M:0;fadb2fe0ba32:37287 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/.lastflushedseqids 2024-11-24T04:16:58,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741842_1018 (size=181) 2024-11-24T04:16:58,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:16:58,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39143-0x1014830bea90001, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:16:58,632 INFO [RS:0;fadb2fe0ba32:39143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:16:58,632 INFO [RS:0;fadb2fe0ba32:39143 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,39143,1732421805217; zookeeper connection closed. 2024-11-24T04:16:58,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ae3b982 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ae3b982 2024-11-24T04:16:58,633 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:16:58,948 INFO [M:0;fadb2fe0ba32:37287 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:16:58,948 INFO [M:0;fadb2fe0ba32:37287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:16:58,949 DEBUG [M:0;fadb2fe0ba32:37287 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:16:58,949 INFO [M:0;fadb2fe0ba32:37287 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:58,949 DEBUG [M:0;fadb2fe0ba32:37287 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:58,949 DEBUG [M:0;fadb2fe0ba32:37287 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:16:58,949 DEBUG [M:0;fadb2fe0ba32:37287 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:16:58,949 INFO [M:0;fadb2fe0ba32:37287 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-24T04:16:58,966 DEBUG [M:0;fadb2fe0ba32:37287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af34509d2797427e9b2f012342e31e5e is 82, key is hbase:meta,,1/info:regioninfo/1732421809372/Put/seqid=0 2024-11-24T04:16:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741843_1019 (size=5672) 2024-11-24T04:16:59,372 INFO [M:0;fadb2fe0ba32:37287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af34509d2797427e9b2f012342e31e5e 2024-11-24T04:16:59,399 DEBUG [M:0;fadb2fe0ba32:37287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be712553d6bc4012a458fc562a41bff1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732421815347/Put/seqid=0 2024-11-24T04:16:59,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741844_1020 (size=8663) 2024-11-24T04:16:59,805 INFO [M:0;fadb2fe0ba32:37287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be712553d6bc4012a458fc562a41bff1 2024-11-24T04:16:59,829 DEBUG [M:0;fadb2fe0ba32:37287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9db9331bd0534c87ae65ae6cbeabba86 is 69, key is fadb2fe0ba32,39143,1732421805217/rs:state/1732421808183/Put/seqid=0 2024-11-24T04:16:59,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741845_1021 (size=5156) 2024-11-24T04:17:00,235 INFO [M:0;fadb2fe0ba32:37287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9db9331bd0534c87ae65ae6cbeabba86 2024-11-24T04:17:00,243 DEBUG [M:0;fadb2fe0ba32:37287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af34509d2797427e9b2f012342e31e5e as hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af34509d2797427e9b2f012342e31e5e 2024-11-24T04:17:00,250 INFO [M:0;fadb2fe0ba32:37287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af34509d2797427e9b2f012342e31e5e, entries=8, sequenceid=115, filesize=5.5 K 2024-11-24T04:17:00,251 DEBUG [M:0;fadb2fe0ba32:37287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be712553d6bc4012a458fc562a41bff1 as hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be712553d6bc4012a458fc562a41bff1 2024-11-24T04:17:00,257 INFO [M:0;fadb2fe0ba32:37287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be712553d6bc4012a458fc562a41bff1, entries=14, sequenceid=115, filesize=8.5 K 2024-11-24T04:17:00,258 DEBUG [M:0;fadb2fe0ba32:37287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9db9331bd0534c87ae65ae6cbeabba86 as hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9db9331bd0534c87ae65ae6cbeabba86 2024-11-24T04:17:00,264 INFO [M:0;fadb2fe0ba32:37287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9db9331bd0534c87ae65ae6cbeabba86, entries=1, sequenceid=115, filesize=5.0 K 2024-11-24T04:17:00,266 INFO [M:0;fadb2fe0ba32:37287 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=115, compaction requested=false 2024-11-24T04:17:00,267 INFO [M:0;fadb2fe0ba32:37287 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:00,267 DEBUG [M:0;fadb2fe0ba32:37287 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421818949Disabling compacts and flushes for region at 1732421818949Disabling writes for close at 1732421818949Obtaining lock to block concurrent updates at 1732421818949Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421818949Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732421818950 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421818950Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421818950Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421818966 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421818966Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421819381 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421819398 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421819398Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421819813 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421819828 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421819828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e52bc5e: reopening flushed file at 1732421820242 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bdd06d9: reopening flushed file at 1732421820250 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ea4527: reopening flushed file at 1732421820257 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=115, compaction requested=false at 1732421820266 (+9 ms)Writing region close event to WAL at 1732421820267 (+1 ms)Closed at 1732421820267 2024-11-24T04:17:00,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741830_1006 (size=59421) 2024-11-24T04:17:00,271 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:17:00,271 INFO [M:0;fadb2fe0ba32:37287 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:17:00,271 INFO [M:0;fadb2fe0ba32:37287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37287 2024-11-24T04:17:00,272 INFO [M:0;fadb2fe0ba32:37287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:17:00,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:00,374 INFO [M:0;fadb2fe0ba32:37287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:17:00,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37287-0x1014830bea90000, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:00,377 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:17:00,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:00,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:00,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:17:00,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:00,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:17:00,378 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:17:00,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:17:00,379 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46207 2024-11-24T04:17:00,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46207 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-11-24T04:17:00,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462070x0, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:00,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46207-0x1014830bea90006 connected 2024-11-24T04:17:00,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:00,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:00,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/running 2024-11-24T04:17:00,394 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0272353967/meta-region-server: INIT 2024-11-24T04:17:00,394 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff, hbase.cluster.distributed=false 2024-11-24T04:17:00,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/acl 2024-11-24T04:17:00,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46207 2024-11-24T04:17:00,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46207 2024-11-24T04:17:00,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46207 2024-11-24T04:17:00,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46207 2024-11-24T04:17:00,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46207 2024-11-24T04:17:00,414 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:17:00,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:00,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:00,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:17:00,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:00,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:17:00,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:17:00,414 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:17:00,415 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36949 2024-11-24T04:17:00,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36949 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-11-24T04:17:00,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:00,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:00,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369490x0, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:00,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36949-0x1014830bea90007 connected 2024-11-24T04:17:00,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/running 2024-11-24T04:17:00,426 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0272353967/meta-region-server: INIT 2024-11-24T04:17:00,426 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:17:00,426 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:17:00,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/master 2024-11-24T04:17:00,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/acl 2024-11-24T04:17:00,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-24T04:17:00,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36949 2024-11-24T04:17:00,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36949 2024-11-24T04:17:00,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-24T04:17:00,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-24T04:17:00,450 DEBUG [M:0;fadb2fe0ba32:46207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:46207 2024-11-24T04:17:00,451 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0272353967/backup-masters/fadb2fe0ba32,46207,1732421820377 2024-11-24T04:17:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967/backup-masters 2024-11-24T04:17:00,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967/backup-masters 2024-11-24T04:17:00,453 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on existing znode=/0272353967/backup-masters/fadb2fe0ba32,46207,1732421820377 2024-11-24T04:17:00,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0272353967/master 2024-11-24T04:17:00,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:17:00,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:17:00,456 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on existing znode=/0272353967/master 2024-11-24T04:17:00,456 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0272353967/backup-masters/fadb2fe0ba32,46207,1732421820377 from backup master directory 2024-11-24T04:17:00,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0272353967/backup-masters/fadb2fe0ba32,46207,1732421820377 2024-11-24T04:17:00,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967/backup-masters 2024-11-24T04:17:00,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967/backup-masters 2024-11-24T04:17:00,458 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:17:00,458 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,46207,1732421820377 2024-11-24T04:17:00,475 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:00,475 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:17:00,489 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-24T04:17:00,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741846_1022 (size=196) 2024-11-24T04:17:00,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:17:00,900 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:17:00,901 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:17:00,901 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:00,910 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T04:17:00,913 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,37287,1732421804545 to hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,37287,1732421804545-dead as it is dead 2024-11-24T04:17:00,915 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T04:17:00,915 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T04:17:00,915 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,37287,1732421804545-dead/fadb2fe0ba32%2C37287%2C1732421804545.1732421807294 2024-11-24T04:17:00,920 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,37287,1732421804545-dead/fadb2fe0ba32%2C37287%2C1732421804545.1732421807294 after 4ms 2024-11-24T04:17:00,921 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,37287,1732421804545-dead/fadb2fe0ba32%2C37287%2C1732421804545.1732421807294 to hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fadb2fe0ba32%2C37287%2C1732421804545.1732421807294 2024-11-24T04:17:00,922 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,37287,1732421804545-dead 2024-11-24T04:17:00,922 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,46207,1732421820377 2024-11-24T04:17:00,924 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:17:00,926 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C46207%2C1732421820377, suffix=, logDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,46207,1732421820377, archiveDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/oldWALs, maxLogs=10 2024-11-24T04:17:00,941 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,46207,1732421820377/fadb2fe0ba32%2C46207%2C1732421820377.1732421820926, exclude list is [], retry=0 2024-11-24T04:17:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41321,DS-2d4769c4-5c3e-46e4-bbaa-a5cd07657a15,DISK] 2024-11-24T04:17:00,947 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,46207,1732421820377/fadb2fe0ba32%2C46207%2C1732421820377.1732421820926 2024-11-24T04:17:00,948 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34779:34779)] 2024-11-24T04:17:00,948 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:00,948 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:00,949 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:00,949 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:00,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:00,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:17:00,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:00,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af34509d2797427e9b2f012342e31e5e 2024-11-24T04:17:00,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:00,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:00,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:17:00,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:00,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be712553d6bc4012a458fc562a41bff1 2024-11-24T04:17:00,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:00,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:00,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:17:00,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:00,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9db9331bd0534c87ae65ae6cbeabba86 2024-11-24T04:17:00,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:00,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:00,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:17:00,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:00,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:00,978 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:00,979 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T04:17:00,979 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fadb2fe0ba32%2C37287%2C1732421804545.1732421807294 2024-11-24T04:17:00,998 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fadb2fe0ba32%2C37287%2C1732421804545.1732421807294 2024-11-24T04:17:00,999 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fadb2fe0ba32%2C37287%2C1732421804545.1732421807294 2024-11-24T04:17:01,001 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:01,001 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:01,002 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:01,004 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:01,007 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-24T04:17:01,009 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62038099, jitterRate=-0.07556028664112091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:01,009 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421820949Initializing all the Stores at 1732421820950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421820950Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421820950Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421820950Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421820950Cleaning up temporary data from old regions at 1732421821001 (+51 ms)Region opened successfully at 1732421821009 (+8 ms) 2024-11-24T04:17:01,010 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:17:01,014 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e1c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:17:01,029 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T04:17:01,029 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:17:01,029 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:17:01,029 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:17:01,030 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:17:01,037 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:01,037 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:17:01,038 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:17:01,038 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:17:01,039 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T04:17:01,039 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-24T04:17:01,039 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-24T04:17:01,039 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:17:01,043 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fadb2fe0ba32,39143,1732421805217, regionLocation=fadb2fe0ba32,39143,1732421805217, openSeqNum=2 2024-11-24T04:17:01,043 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fadb2fe0ba32,39143,1732421805217, table=hbase:meta, region=1588230740 2024-11-24T04:17:01,043 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,39143,1732421805217, state=OPEN 2024-11-24T04:17:01,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0272353967/meta-region-server 2024-11-24T04:17:01,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0272353967/meta-region-server 2024-11-24T04:17:01,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0272353967/meta-region-server: CHANGED 2024-11-24T04:17:01,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0272353967/meta-region-server: CHANGED 2024-11-24T04:17:01,049 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:17:01,051 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/draining/fadb2fe0ba32,39143,1732421805217 already deleted, retry=false 2024-11-24T04:17:01,051 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of fadb2fe0ba32,39143,1732421805217 on fadb2fe0ba32,46207,1732421820377 2024-11-24T04:17:01,057 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fadb2fe0ba32,39143,1732421805217, splitWal=true, meta=true 2024-11-24T04:17:01,060 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for fadb2fe0ba32,39143,1732421805217 (carryingMeta=true) fadb2fe0ba32,39143,1732421805217/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@688c203e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T04:17:01,064 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Unable to get data of znode /0272353967/balancer because node does not exist (not necessarily an error) 2024-11-24T04:17:01,065 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/balancer already deleted, retry=false 2024-11-24T04:17:01,066 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:17:01,067 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Unable to get data of znode /0272353967/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:17:01,074 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/normalizer already deleted, retry=false 2024-11-24T04:17:01,074 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:17:01,075 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Unable to get data of znode /0272353967/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:17:01,077 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/switch/split already deleted, retry=false 2024-11-24T04:17:01,078 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Unable to get data of znode /0272353967/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:17:01,079 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/switch/merge already deleted, retry=false 2024-11-24T04:17:01,088 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Unable to get data of znode /0272353967/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:17:01,089 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/snapshot-cleanup already deleted, retry=false 2024-11-24T04:17:01,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0272353967/running 2024-11-24T04:17:01,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0272353967/running 2024-11-24T04:17:01,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:17:01,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:17:01,091 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,46207,1732421820377, sessionid=0x1014830bea90006, setting cluster-up flag (Was=false) 2024-11-24T04:17:01,094 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0272353967/flush-table-proc/acquired, /0272353967/flush-table-proc/reached, /0272353967/flush-table-proc/abort 2024-11-24T04:17:01,095 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,46207,1732421820377 2024-11-24T04:17:01,099 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0272353967/online-snapshot/acquired, /0272353967/online-snapshot/reached, /0272353967/online-snapshot/abort 2024-11-24T04:17:01,100 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,46207,1732421820377 2024-11-24T04:17:01,102 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/.lastflushedseqids 2024-11-24T04:17:01,105 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:17:01,105 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:17:01,105 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,46207,1732421820377 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 fadb2fe0ba32,39143,1732421805217 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:17:01,107 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:01,107 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:01,107 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:01,107 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:01,107 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:17:01,107 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,107 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:17:01,107 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,108 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421851108 2024-11-24T04:17:01,108 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:17:01,108 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:17:01,108 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:17:01,108 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:17:01,108 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:17:01,108 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:17:01,108 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,109 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:17:01,109 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:17:01,109 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:17:01,109 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:17:01,109 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:17:01,109 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:17:01,109 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421821109,5,FailOnTimeoutGroup] 2024-11-24T04:17:01,110 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421821110,5,FailOnTimeoutGroup] 2024-11-24T04:17:01,110 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,110 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:17:01,110 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,110 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,110 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421821110, completionTime=-1 2024-11-24T04:17:01,110 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fadb2fe0ba32,39143,1732421805217, splitWal=true, meta=true 2024-11-24T04:17:01,110 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T04:17:01,112 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fadb2fe0ba32,39143,1732421805217, splitWal=true, meta=true, isMeta: true 2024-11-24T04:17:01,113 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T04:17:01,113 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217-splitting 2024-11-24T04:17:01,114 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217-splitting dir is empty, no logs to split. 2024-11-24T04:17:01,114 INFO [PEWorker-1 {}] master.SplitWALManager(105): fadb2fe0ba32,39143,1732421805217 WAL count=0, meta=true 2024-11-24T04:17:01,118 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217-splitting dir is empty, no logs to split. 2024-11-24T04:17:01,118 INFO [PEWorker-1 {}] master.SplitWALManager(105): fadb2fe0ba32,39143,1732421805217 WAL count=0, meta=true 2024-11-24T04:17:01,118 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fadb2fe0ba32,39143,1732421805217 WAL splitting is done? wals=0, meta=true 2024-11-24T04:17:01,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:17:01,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:17:01,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T04:17:01,138 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(746): ClusterId : 875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f 2024-11-24T04:17:01,138 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:17:01,140 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:17:01,140 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:17:01,143 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:17:01,143 DEBUG [RS:0;fadb2fe0ba32:36949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cb444e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:17:01,155 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:36949 2024-11-24T04:17:01,156 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:17:01,156 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:17:01,156 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:17:01,156 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,46207,1732421820377 with port=36949, startcode=1732421820413 2024-11-24T04:17:01,157 DEBUG [RS:0;fadb2fe0ba32:36949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:17:01,158 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:17:01,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:01,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46207 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:01,161 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff 2024-11-24T04:17:01,161 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36377 2024-11-24T04:17:01,161 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:17:01,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967/rs 2024-11-24T04:17:01,163 DEBUG [RS:0;fadb2fe0ba32:36949 {}] zookeeper.ZKUtil(111): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on existing znode=/0272353967/rs/fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:01,163 WARN [RS:0;fadb2fe0ba32:36949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:17:01,163 INFO [RS:0;fadb2fe0ba32:36949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:01,164 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T04:17:01,164 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:01,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,36949,1732421820413] 2024-11-24T04:17:01,202 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:17:01,204 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:17:01,205 INFO [RS:0;fadb2fe0ba32:36949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:17:01,205 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,205 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:17:01,206 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:17:01,206 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,206 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,206 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,207 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,207 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,207 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,207 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:17:01,207 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,207 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,207 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,207 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,207 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,207 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:01,207 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:17:01,207 DEBUG [RS:0;fadb2fe0ba32:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:17:01,208 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,208 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,208 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,208 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,208 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,208 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36949,1732421820413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:17:01,225 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:17:01,225 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36949,1732421820413-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,240 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,36949,1732421820413, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:17:01,256 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.ReplicationSource(231): queueId=2-fadb2fe0ba32,36949,1732421820413, ReplicationSource: 2, currentBandwidth=0 2024-11-24T04:17:01,256 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,256 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.Replication(171): fadb2fe0ba32,36949,1732421820413 started 2024-11-24T04:17:01,257 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource,1-fadb2fe0ba32,36949,1732421820413 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:35189' 2024-11-24T04:17:01,258 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource,1-fadb2fe0ba32,36949,1732421820413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed842d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:01,258 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource,1-fadb2fe0ba32,36949,1732421820413 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,35189,-1 for getting cluster id 2024-11-24T04:17:01,259 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource,1-fadb2fe0ba32,36949,1732421820413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:01,260 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3d00c7a-0bdc-415d-9d83-e6d51c6999ec' 2024-11-24T04:17:01,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:01,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3d00c7a-0bdc-415d-9d83-e6d51c6999ec" 2024-11-24T04:17:01,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@160e7063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:01,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,35189,-1] 2024-11-24T04:17:01,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:01,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:01,263 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:01,264 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource,1-fadb2fe0ba32,36949,1732421820413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b6118ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:01,264 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource,1-fadb2fe0ba32,36949,1732421820413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:01,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,35189,1732421810806 2024-11-24T04:17:01,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@853f4de 2024-11-24T04:17:01,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:01,266 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T04:17:01,267 INFO [RS:0;fadb2fe0ba32:36949.replicationSource,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,36949,1732421820413 (queues=0) is replicating from cluster=875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f to cluster=e3d00c7a-0bdc-415d-9d83-e6d51c6999ec 2024-11-24T04:17:01,272 WARN [fadb2fe0ba32:46207 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T04:17:01,273 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:01,273 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,36949,1732421820413, RpcServer on fadb2fe0ba32/172.17.0.2:36949, sessionid=0x1014830bea90007 2024-11-24T04:17:01,273 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:17:01,273 DEBUG [RS:0;fadb2fe0ba32:36949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:01,273 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,36949,1732421820413' 2024-11-24T04:17:01,273 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0272353967/flush-table-proc/abort' 2024-11-24T04:17:01,274 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0272353967/flush-table-proc/acquired' 2024-11-24T04:17:01,274 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:17:01,274 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:17:01,274 DEBUG [RS:0;fadb2fe0ba32:36949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:01,274 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,36949,1732421820413' 2024-11-24T04:17:01,274 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0272353967/online-snapshot/abort' 2024-11-24T04:17:01,275 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0272353967/online-snapshot/acquired' 2024-11-24T04:17:01,275 DEBUG [RS:0;fadb2fe0ba32:36949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:17:01,275 INFO [RS:0;fadb2fe0ba32:36949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:17:01,275 INFO [RS:0;fadb2fe0ba32:36949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:17:01,279 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource,2-fadb2fe0ba32,36949,1732421820413 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:35189' 2024-11-24T04:17:01,281 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource,2-fadb2fe0ba32,36949,1732421820413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@150a8554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:01,281 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource,2-fadb2fe0ba32,36949,1732421820413 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,35189,-1 for getting cluster id 2024-11-24T04:17:01,281 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource,2-fadb2fe0ba32,36949,1732421820413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:01,282 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3d00c7a-0bdc-415d-9d83-e6d51c6999ec' 2024-11-24T04:17:01,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:01,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3d00c7a-0bdc-415d-9d83-e6d51c6999ec" 2024-11-24T04:17:01,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33230389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:01,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,35189,-1] 2024-11-24T04:17:01,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:01,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:01,284 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:01,285 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource,2-fadb2fe0ba32,36949,1732421820413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3af2ddf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:01,285 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource,2-fadb2fe0ba32,36949,1732421820413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:01,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,35189,1732421810806 2024-11-24T04:17:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51b38b 2024-11-24T04:17:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:01,287 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-24T04:17:01,288 INFO [RS:0;fadb2fe0ba32:36949.replicationSource,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fadb2fe0ba32,36949,1732421820413 (queues=0) is replicating from cluster=875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f to cluster=e3d00c7a-0bdc-415d-9d83-e6d51c6999ec 2024-11-24T04:17:01,376 INFO [RS:0;fadb2fe0ba32:36949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:17:01,378 INFO [RS:0;fadb2fe0ba32:36949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C36949%2C1732421820413, suffix=, logDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413, archiveDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs, maxLogs=10 2024-11-24T04:17:01,393 DEBUG [RS:0;fadb2fe0ba32:36949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379, exclude list is [], retry=0 2024-11-24T04:17:01,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41321,DS-2d4769c4-5c3e-46e4-bbaa-a5cd07657a15,DISK] 2024-11-24T04:17:01,399 INFO [RS:0;fadb2fe0ba32:36949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 2024-11-24T04:17:01,399 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fadb2fe0ba32%2C36949%2C1732421820413 for peer 2 2024-11-24T04:17:01,399 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fadb2fe0ba32%2C36949%2C1732421820413 for peer 1 2024-11-24T04:17:01,400 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C36949%2C1732421820413 2024-11-24T04:17:01,400 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,36949,1732421820413, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:17:01,400 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fadb2fe0ba32%2C36949%2C1732421820413 2024-11-24T04:17:01,400 INFO [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C36949%2C1732421820413 2024-11-24T04:17:01,400 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fadb2fe0ba32,36949,1732421820413, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:17:01,401 DEBUG [RS:0;fadb2fe0ba32:36949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34779:34779)] 2024-11-24T04:17:01,401 INFO [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C36949%2C1732421820413 2024-11-24T04:17:01,402 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379, startPosition=0, beingWritten=true 2024-11-24T04:17:01,402 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379, startPosition=0, beingWritten=true 2024-11-24T04:17:01,523 DEBUG [fadb2fe0ba32:46207 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:17:01,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:01,525 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,36949,1732421820413, state=OPENING 2024-11-24T04:17:01,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0272353967/meta-region-server 2024-11-24T04:17:01,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0272353967/meta-region-server 2024-11-24T04:17:01,528 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:17:01,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0272353967/meta-region-server: CHANGED 2024-11-24T04:17:01,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0272353967/meta-region-server: CHANGED 2024-11-24T04:17:01,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,36949,1732421820413}] 2024-11-24T04:17:01,610 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:01,610 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:01,682 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:17:01,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:17:01,688 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:17:01,688 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:01,689 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:17:01,691 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C36949%2C1732421820413.meta, suffix=.meta, logDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413, archiveDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs, maxLogs=10 2024-11-24T04:17:01,706 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.meta.1732421821692.meta, exclude list is [], retry=0 2024-11-24T04:17:01,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41321,DS-2d4769c4-5c3e-46e4-bbaa-a5cd07657a15,DISK] 2024-11-24T04:17:01,710 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.meta.1732421821692.meta 2024-11-24T04:17:01,710 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34779:34779)] 2024-11-24T04:17:01,711 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:01,711 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:17:01,711 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:17:01,711 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:17:01,711 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:17:01,711 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:17:01,712 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:01,712 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:17:01,712 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:17:01,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:17:01,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:17:01,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:01,722 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/info/4cdf8d7afaca40eea22d32d310869f1f 2024-11-24T04:17:01,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:01,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:17:01,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:17:01,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:01,731 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/ns/45f88437f50e47ac8bf1101991fabdec 2024-11-24T04:17:01,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:01,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:17:01,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:17:01,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:01,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:01,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:17:01,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:17:01,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:01,742 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/table/76448ac03811437e95d3f2b854f94695 2024-11-24T04:17:01,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:01,742 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:17:01,743 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740 2024-11-24T04:17:01,744 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740 2024-11-24T04:17:01,746 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:17:01,746 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:17:01,747 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:01,749 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:17:01,750 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74251401, jitterRate=0.10643209517002106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:01,750 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:17:01,750 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421821712Writing region info on filesystem at 1732421821712Initializing all the Stores at 1732421821713 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421821713Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421821713Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421821713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421821713Cleaning up temporary data from old regions at 1732421821746 (+33 ms)Running coprocessor post-open hooks at 1732421821750 (+4 ms)Region opened successfully at 1732421821750 2024-11-24T04:17:01,752 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732421821682 2024-11-24T04:17:01,755 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:17:01,755 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:17:01,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:01,756 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,36949,1732421820413, state=OPEN 2024-11-24T04:17:01,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0272353967/meta-region-server 2024-11-24T04:17:01,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0272353967/meta-region-server 2024-11-24T04:17:01,758 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:01,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0272353967/meta-region-server: CHANGED 2024-11-24T04:17:01,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0272353967/meta-region-server: CHANGED 2024-11-24T04:17:01,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T04:17:01,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,36949,1732421820413 in 230 msec 2024-11-24T04:17:01,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-24T04:17:01,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-11-24T04:17:01,918 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:01,918 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:02,325 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:02,325 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:02,666 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-24T04:17:02,832 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:02,832 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:03,438 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:03,439 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:04,146 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:04,146 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:04,168 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-24T04:17:04,952 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:04,952 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:05,621 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T04:17:05,621 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:17:05,621 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:05,621 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,36949,1732421820413, seqNum=-1] 2024-11-24T04:17:05,622 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:05,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:05,630 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f57e5fcec05b280a2c982a8af8bbf805, regionState=OPEN, lastHost=fadb2fe0ba32,39143,1732421805217, regionLocation=fadb2fe0ba32,39143,1732421805217, openSeqNum=2 2024-11-24T04:17:05,630 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:17:05,630 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732421885630 2024-11-24T04:17:05,630 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732421945630 2024-11-24T04:17:05,630 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-24T04:17:05,631 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fadb2fe0ba32,39143,1732421805217 had 2 regions 2024-11-24T04:17:05,631 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46207,1732421820377-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:05,631 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46207,1732421820377-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:05,631 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46207,1732421820377-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:05,631 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:46207, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:05,631 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:05,632 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:05,633 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fadb2fe0ba32,39143,1732421805217, splitWal=true, meta=true, isMeta: false 2024-11-24T04:17:05,635 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217-splitting dir is empty, no logs to split. 2024-11-24T04:17:05,635 INFO [PEWorker-3 {}] master.SplitWALManager(105): fadb2fe0ba32,39143,1732421805217 WAL count=0, meta=false 2024-11-24T04:17:05,639 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.181sec 2024-11-24T04:17:05,639 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,39143,1732421805217-splitting dir is empty, no logs to split. 2024-11-24T04:17:05,639 INFO [PEWorker-3 {}] master.SplitWALManager(105): fadb2fe0ba32,39143,1732421805217 WAL count=0, meta=false 2024-11-24T04:17:05,639 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:17:05,639 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fadb2fe0ba32,39143,1732421805217 WAL splitting is done? wals=0, meta=false 2024-11-24T04:17:05,639 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:17:05,639 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:17:05,639 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:17:05,639 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:17:05,639 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46207,1732421820377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:17:05,639 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46207,1732421820377-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:17:05,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66588dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:05,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,46207,-1 for getting cluster id 2024-11-24T04:17:05,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f57e5fcec05b280a2c982a8af8bbf805, ASSIGN}] 2024-11-24T04:17:05,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:05,642 WARN [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=fadb2fe0ba32,39143,1732421805217/hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:17:05,644 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f57e5fcec05b280a2c982a8af8bbf805, ASSIGN 2024-11-24T04:17:05,645 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:17:05,645 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:17:05,645 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46207,1732421820377-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:05,645 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f57e5fcec05b280a2c982a8af8bbf805, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T04:17:05,650 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f' 2024-11-24T04:17:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f" 2024-11-24T04:17:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146b752f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,46207,-1] 2024-11-24T04:17:05,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:05,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:05,653 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3319f4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:05,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,36949,1732421820413, seqNum=-1] 2024-11-24T04:17:05,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:05,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:05,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T04:17:05,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:05,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:05,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:05,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:05,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:05,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: fadb2fe0ba32:46207 after: fadb2fe0ba32:46207 2024-11-24T04:17:05,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7cda56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:05,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,46207,-1 for getting cluster id 2024-11-24T04:17:05,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:05,663 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f' 2024-11-24T04:17:05,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:05,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "875ba26b-0c48-4c2e-ac1e-7f43df1f7f0f" 2024-11-24T04:17:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0fbd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,46207,-1] 2024-11-24T04:17:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:05,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:05,665 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:05,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c096778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:05,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:05,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,46207,1732421820377 2024-11-24T04:17:05,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ed494cc 2024-11-24T04:17:05,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:05,667 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:17:05,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46207 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T04:17:05,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46207 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T04:17:05,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46207 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T04:17:05,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46207 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-24T04:17:05,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:17:05,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:05,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:05,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:05,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:05,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:05,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:17:05,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=817350310, stopped=false 2024-11-24T04:17:05,671 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,35189,1732421810806 2024-11-24T04:17:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11428490020/running 2024-11-24T04:17:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11428490020/running 2024-11-24T04:17:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:17:05,673 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:17:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:17:05,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:05,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:05,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:05,674 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,37187,1732421810854' ***** 2024-11-24T04:17:05,674 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:17:05,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Set watcher on znode that does not yet exist, /11428490020/running 2024-11-24T04:17:05,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Set watcher on znode that does not yet exist, /11428490020/running 2024-11-24T04:17:05,674 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-24T04:17:05,676 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:17:05,676 INFO [RS:0;fadb2fe0ba32:37187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:17:05,676 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:17:05,676 INFO [RS:0;fadb2fe0ba32:37187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:17:05,676 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,37187,1732421810854 2024-11-24T04:17:05,676 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:17:05,676 INFO [RS:0;fadb2fe0ba32:37187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:37187. 2024-11-24T04:17:05,676 DEBUG [RS:0;fadb2fe0ba32:37187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:05,676 DEBUG [RS:0;fadb2fe0ba32:37187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:05,676 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:17:05,677 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:17:05,677 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:17:05,677 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:17:05,677 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T04:17:05,677 DEBUG [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:17:05,677 DEBUG [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:17:05,677 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:17:05,677 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:17:05,677 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:17:05,677 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:17:05,677 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:17:05,677 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T04:17:05,695 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/data/hbase/meta/1588230740/.tmp/ns/98a1c0708ec44a8b8cf4963f27e93af8 is 43, key is default/ns:d/1732421813945/Put/seqid=0 2024-11-24T04:17:05,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741835_1011 (size=5153) 2024-11-24T04:17:05,732 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:17:05,795 DEBUG [fadb2fe0ba32:46207 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:17:05,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f57e5fcec05b280a2c982a8af8bbf805, regionState=OPENING, regionLocation=fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:05,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f57e5fcec05b280a2c982a8af8bbf805, ASSIGN because future has completed 2024-11-24T04:17:05,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f57e5fcec05b280a2c982a8af8bbf805, server=fadb2fe0ba32,36949,1732421820413}] 2024-11-24T04:17:05,822 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:17:05,822 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:17:05,859 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:05,859 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:05,877 DEBUG [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:17:05,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:17:05,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:05,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:17:05,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C36949%2C1732421820413.rep, suffix=, logDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413, archiveDir=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs, maxLogs=10 2024-11-24T04:17:05,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.rep.1732421825960, exclude list is [], retry=0 2024-11-24T04:17:05,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41321,DS-2d4769c4-5c3e-46e4-bbaa-a5cd07657a15,DISK] 2024-11-24T04:17:05,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.rep.1732421825960 2024-11-24T04:17:05,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34779:34779)] 2024-11-24T04:17:05,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f57e5fcec05b280a2c982a8af8bbf805, NAME => 'hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:05,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:17:05,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:17:05,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. service=MultiRowMutationService 2024-11-24T04:17:05,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:17:05,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:05,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:05,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:05,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:05,982 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:05,983 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f57e5fcec05b280a2c982a8af8bbf805 columnFamilyName hfileref 2024-11-24T04:17:05,983 DEBUG [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:05,984 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.HStore(327): Store=f57e5fcec05b280a2c982a8af8bbf805/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:05,984 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:05,984 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f57e5fcec05b280a2c982a8af8bbf805 columnFamilyName queue 2024-11-24T04:17:05,985 DEBUG [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:05,992 DEBUG [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805/queue/973d97bce8f24fd9897eb2c8dd3aa8f4 2024-11-24T04:17:05,992 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.HStore(327): Store=f57e5fcec05b280a2c982a8af8bbf805/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:05,992 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:05,993 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f57e5fcec05b280a2c982a8af8bbf805 columnFamilyName sid 2024-11-24T04:17:05,993 DEBUG [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:05,994 INFO [StoreOpener-f57e5fcec05b280a2c982a8af8bbf805-1 {}] regionserver.HStore(327): Store=f57e5fcec05b280a2c982a8af8bbf805/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:05,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:05,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:05,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:05,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:05,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:05,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:17:06,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:06,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened f57e5fcec05b280a2c982a8af8bbf805; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71471707, jitterRate=0.06501142680644989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:17:06,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:06,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f57e5fcec05b280a2c982a8af8bbf805: Running coprocessor pre-open hook at 1732421825981Writing region info on filesystem at 1732421825981Initializing all the Stores at 1732421825982 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421825982Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421825982Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421825982Cleaning up temporary data from old regions at 1732421825997 (+15 ms)Running coprocessor post-open hooks at 1732421826001 (+4 ms)Region opened successfully at 1732421826002 (+1 ms) 2024-11-24T04:17:06,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805., pid=19, masterSystemTime=1732421825953 2024-11-24T04:17:06,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:17:06,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:17:06,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f57e5fcec05b280a2c982a8af8bbf805, regionState=OPEN, openSeqNum=10, regionLocation=fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:06,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f57e5fcec05b280a2c982a8af8bbf805, server=fadb2fe0ba32,36949,1732421820413 because future has completed 2024-11-24T04:17:06,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T04:17:06,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure f57e5fcec05b280a2c982a8af8bbf805, server=fadb2fe0ba32,36949,1732421820413 in 211 msec 2024-11-24T04:17:06,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-24T04:17:06,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f57e5fcec05b280a2c982a8af8bbf805, ASSIGN in 372 msec 2024-11-24T04:17:06,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T04:17:06,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805., hostname=fadb2fe0ba32,36949,1732421820413, seqNum=10] 2024-11-24T04:17:06,064 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for fadb2fe0ba32,39143,1732421805217 2024-11-24T04:17:06,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T04:17:06,077 DEBUG [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:17:06,101 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/data/hbase/meta/1588230740/.tmp/ns/98a1c0708ec44a8b8cf4963f27e93af8 2024-11-24T04:17:06,112 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/data/hbase/meta/1588230740/.tmp/ns/98a1c0708ec44a8b8cf4963f27e93af8 as hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/data/hbase/meta/1588230740/ns/98a1c0708ec44a8b8cf4963f27e93af8 2024-11-24T04:17:06,121 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/data/hbase/meta/1588230740/ns/98a1c0708ec44a8b8cf4963f27e93af8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T04:17:06,122 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false 2024-11-24T04:17:06,122 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:17:06,129 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T04:17:06,130 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:17:06,130 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:17:06,130 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:06,130 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421825677Running coprocessor pre-close hooks at 1732421825677Disabling compacts and flushes for region at 1732421825677Disabling writes for close at 1732421825677Obtaining lock to block concurrent updates at 1732421825677Preparing flush snapshotting stores in 1588230740 at 1732421825677Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732421825678 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732421825679 (+1 ms)Flushing 1588230740/ns: creating writer at 1732421825679Flushing 1588230740/ns: appending metadata at 1732421825695 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732421825695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49c00d6a: reopening flushed file at 1732421826111 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=6, compaction requested=false at 1732421826122 (+11 ms)Writing region close event to WAL at 1732421826124 (+2 ms)Running coprocessor post-close hooks at 1732421826130 (+6 ms)Closed at 1732421826130 2024-11-24T04:17:06,130 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:06,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-24T04:17:06,278 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,37187,1732421810854; all regions closed. 2024-11-24T04:17:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741834_1010 (size=1152) 2024-11-24T04:17:06,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/WALs/fadb2fe0ba32,37187,1732421810854/fadb2fe0ba32%2C37187%2C1732421810854.meta.1732421813878.meta not finished, retry = 0 2024-11-24T04:17:06,385 DEBUG [RS:0;fadb2fe0ba32:37187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/oldWALs 2024-11-24T04:17:06,385 INFO [RS:0;fadb2fe0ba32:37187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C37187%2C1732421810854.meta:.meta(num 1732421813878) 2024-11-24T04:17:06,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741832_1008 (size=93) 2024-11-24T04:17:06,387 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/WALs/fadb2fe0ba32,37187,1732421810854/fadb2fe0ba32%2C37187%2C1732421810854.1732421812962 not finished, retry = 0 2024-11-24T04:17:06,491 DEBUG [RS:0;fadb2fe0ba32:37187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/oldWALs 2024-11-24T04:17:06,491 INFO [RS:0;fadb2fe0ba32:37187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C37187%2C1732421810854:(num 1732421812962) 2024-11-24T04:17:06,491 DEBUG [RS:0;fadb2fe0ba32:37187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:06,491 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:17:06,491 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:17:06,491 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:17:06,491 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:17:06,491 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:17:06,491 INFO [RS:0;fadb2fe0ba32:37187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37187 2024-11-24T04:17:06,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11428490020/rs/fadb2fe0ba32,37187,1732421810854 2024-11-24T04:17:06,493 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:17:06,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020/rs 2024-11-24T04:17:06,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,37187,1732421810854] 2024-11-24T04:17:06,497 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11428490020/draining/fadb2fe0ba32,37187,1732421810854 already deleted, retry=false 2024-11-24T04:17:06,497 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,37187,1732421810854 expired; onlineServers=0 2024-11-24T04:17:06,497 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,35189,1732421810806' ***** 2024-11-24T04:17:06,497 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:17:06,497 INFO [M:0;fadb2fe0ba32:35189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:17:06,497 INFO [M:0;fadb2fe0ba32:35189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:17:06,498 DEBUG [M:0;fadb2fe0ba32:35189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:17:06,498 DEBUG [M:0;fadb2fe0ba32:35189 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:17:06,498 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:17:06,498 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421812692 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421812692,5,FailOnTimeoutGroup] 2024-11-24T04:17:06,498 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421812692 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421812692,5,FailOnTimeoutGroup] 2024-11-24T04:17:06,498 INFO [M:0;fadb2fe0ba32:35189 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:17:06,498 INFO [M:0;fadb2fe0ba32:35189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:17:06,498 DEBUG [M:0;fadb2fe0ba32:35189 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:17:06,498 INFO [M:0;fadb2fe0ba32:35189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:17:06,498 INFO [M:0;fadb2fe0ba32:35189 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:17:06,498 INFO [M:0;fadb2fe0ba32:35189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:17:06,498 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:17:06,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11428490020/master 2024-11-24T04:17:06,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11428490020 2024-11-24T04:17:06,499 DEBUG [M:0;fadb2fe0ba32:35189 {}] zookeeper.ZKUtil(347): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Unable to get data of znode /11428490020/master because node does not exist (not an error) 2024-11-24T04:17:06,499 WARN [M:0;fadb2fe0ba32:35189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:17:06,500 INFO [M:0;fadb2fe0ba32:35189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/.lastflushedseqids 2024-11-24T04:17:06,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741836_1012 (size=99) 2024-11-24T04:17:06,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:06,597 INFO [RS:0;fadb2fe0ba32:37187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:17:06,597 INFO [RS:0;fadb2fe0ba32:37187 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,37187,1732421810854; zookeeper connection closed. 2024-11-24T04:17:06,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37187-0x1014830bea90004, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:06,597 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4be01556 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4be01556 2024-11-24T04:17:06,597 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:17:06,866 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:06,866 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:06,906 INFO [M:0;fadb2fe0ba32:35189 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:17:06,906 INFO [M:0;fadb2fe0ba32:35189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:17:06,907 DEBUG [M:0;fadb2fe0ba32:35189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:17:06,907 INFO [M:0;fadb2fe0ba32:35189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:06,907 DEBUG [M:0;fadb2fe0ba32:35189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:06,907 DEBUG [M:0;fadb2fe0ba32:35189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:17:06,907 DEBUG [M:0;fadb2fe0ba32:35189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:06,907 INFO [M:0;fadb2fe0ba32:35189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T04:17:06,927 DEBUG [M:0;fadb2fe0ba32:35189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7331ea51fd7a45fbaa2cf7a397709e24 is 82, key is hbase:meta,,1/info:regioninfo/1732421813928/Put/seqid=0 2024-11-24T04:17:06,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741837_1013 (size=5672) 2024-11-24T04:17:07,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:17:07,333 INFO [M:0;fadb2fe0ba32:35189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7331ea51fd7a45fbaa2cf7a397709e24 2024-11-24T04:17:07,356 DEBUG [M:0;fadb2fe0ba32:35189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fccb937b78d945a8bb41714cf673bd11 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732421813954/Put/seqid=0 2024-11-24T04:17:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741838_1014 (size=5275) 2024-11-24T04:17:07,761 INFO [M:0;fadb2fe0ba32:35189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fccb937b78d945a8bb41714cf673bd11 2024-11-24T04:17:07,783 DEBUG [M:0;fadb2fe0ba32:35189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b6f6f98c5b14639b81e82598c7cb78e is 69, key is fadb2fe0ba32,37187,1732421810854/rs:state/1732421812803/Put/seqid=0 2024-11-24T04:17:07,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741839_1015 (size=5156) 2024-11-24T04:17:07,974 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:07,974 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:08,189 INFO [M:0;fadb2fe0ba32:35189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b6f6f98c5b14639b81e82598c7cb78e 2024-11-24T04:17:08,196 DEBUG [M:0;fadb2fe0ba32:35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7331ea51fd7a45fbaa2cf7a397709e24 as hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7331ea51fd7a45fbaa2cf7a397709e24 2024-11-24T04:17:08,203 INFO [M:0;fadb2fe0ba32:35189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7331ea51fd7a45fbaa2cf7a397709e24, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T04:17:08,204 DEBUG [M:0;fadb2fe0ba32:35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fccb937b78d945a8bb41714cf673bd11 as hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fccb937b78d945a8bb41714cf673bd11 2024-11-24T04:17:08,211 INFO [M:0;fadb2fe0ba32:35189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fccb937b78d945a8bb41714cf673bd11, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T04:17:08,212 DEBUG [M:0;fadb2fe0ba32:35189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b6f6f98c5b14639b81e82598c7cb78e as hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b6f6f98c5b14639b81e82598c7cb78e 2024-11-24T04:17:08,218 INFO [M:0;fadb2fe0ba32:35189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36879/user/jenkins/test-data/9f7bba8d-2de8-ebbd-31d7-5fe7065e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b6f6f98c5b14639b81e82598c7cb78e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T04:17:08,220 INFO [M:0;fadb2fe0ba32:35189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false 2024-11-24T04:17:08,221 INFO [M:0;fadb2fe0ba32:35189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:08,221 DEBUG [M:0;fadb2fe0ba32:35189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421826907Disabling compacts and flushes for region at 1732421826907Disabling writes for close at 1732421826907Obtaining lock to block concurrent updates at 1732421826907Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421826907Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732421826907Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421826908 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421826908Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421826927 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421826927Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421827340 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421827355 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421827356 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421827767 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421827783 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421827783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d773c93: reopening flushed file at 1732421828195 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6435f478: reopening flushed file at 1732421828203 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a13a0e: reopening flushed file at 1732421828211 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false at 1732421828220 (+9 ms)Writing region close event to WAL at 1732421828221 (+1 ms)Closed at 1732421828221 2024-11-24T04:17:08,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741830_1006 (size=10165) 2024-11-24T04:17:08,225 INFO [M:0;fadb2fe0ba32:35189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:17:08,225 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:17:08,225 INFO [M:0;fadb2fe0ba32:35189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35189 2024-11-24T04:17:08,228 INFO [M:0;fadb2fe0ba32:35189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:17:08,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:08,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35189-0x1014830bea90003, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:08,330 INFO [M:0;fadb2fe0ba32:35189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:17:08,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cfc206b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:17:08,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4657923{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:17:08,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:17:08,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fdb0a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:17:08,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd56784{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/hadoop.log.dir/,STOPPED} 2024-11-24T04:17:08,356 WARN [BP-626992611-172.17.0.2-1732421809741 heartbeating to localhost/127.0.0.1:36879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:17:08,356 WARN [BP-626992611-172.17.0.2-1732421809741 heartbeating to localhost/127.0.0.1:36879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-626992611-172.17.0.2-1732421809741 (Datanode Uuid 316296b1-6849-4d22-b2a3-3b8b45b6ed7e) service to localhost/127.0.0.1:36879 2024-11-24T04:17:08,357 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:17:08,357 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:17:08,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/cluster_618c0b7d-e86e-31a1-45e6-071386c08f63/data/data1/current/BP-626992611-172.17.0.2-1732421809741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:08,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/cluster_618c0b7d-e86e-31a1-45e6-071386c08f63/data/data2/current/BP-626992611-172.17.0.2-1732421809741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:08,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:17:08,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77b18266{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:17:08,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17eb7704{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:17:08,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:17:08,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c9611{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:17:08,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60446212{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/hadoop.log.dir/,STOPPED} 2024-11-24T04:17:08,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:17:08,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:17:08,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:08,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:08,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:08,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:08,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:08,395 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:17:08,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=711113781, stopped=false 2024-11-24T04:17:08,396 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,46207,1732421820377 2024-11-24T04:17:08,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0272353967/running 2024-11-24T04:17:08,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0272353967/running 2024-11-24T04:17:08,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:17:08,399 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:17:08,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:17:08,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/running 2024-11-24T04:17:08,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:08,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Set watcher on znode that does not yet exist, /0272353967/running 2024-11-24T04:17:08,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:08,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:08,400 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,36949,1732421820413' ***** 2024-11-24T04:17:08,400 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:17:08,401 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:17:08,401 INFO [RS:0;fadb2fe0ba32:36949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:17:08,401 INFO [RS:0;fadb2fe0ba32:36949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:17:08,401 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(3091): Received CLOSE for f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:08,401 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:17:08,401 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:08,401 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:17:08,401 INFO [RS:0;fadb2fe0ba32:36949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:36949. 2024-11-24T04:17:08,401 DEBUG [RS:0;fadb2fe0ba32:36949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:08,401 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f57e5fcec05b280a2c982a8af8bbf805, disabling compactions & flushes 2024-11-24T04:17:08,401 DEBUG [RS:0;fadb2fe0ba32:36949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:08,401 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:17:08,402 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:17:08,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:17:08,402 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:17:08,402 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:17:08,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. after waiting 0 ms 2024-11-24T04:17:08,402 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:17:08,402 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:17:08,402 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:17:08,402 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(1325): Online Regions={f57e5fcec05b280a2c982a8af8bbf805=hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:17:08,402 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f57e5fcec05b280a2c982a8af8bbf805 2024-11-24T04:17:08,402 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:17:08,403 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:17:08,403 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:17:08,403 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:17:08,403 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:17:08,403 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T04:17:08,408 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/replication/f57e5fcec05b280a2c982a8af8bbf805/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-24T04:17:08,409 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:17:08,409 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:17:08,409 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:17:08,409 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f57e5fcec05b280a2c982a8af8bbf805: Waiting for close lock at 1732421828401Running coprocessor pre-close hooks at 1732421828401Disabling compacts and flushes for region at 1732421828401Disabling writes for close at 1732421828402 (+1 ms)Writing region close event to WAL at 1732421828402Running coprocessor post-close hooks at 1732421828409 (+7 ms)Closed at 1732421828409 2024-11-24T04:17:08,409 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805. 2024-11-24T04:17:08,415 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:17:08,423 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/.tmp/info/c73b4020e3dd40dfbe142f8874d3e205 is 147, key is hbase:replication,,1732421814100.f57e5fcec05b280a2c982a8af8bbf805./info:regioninfo/1732421826007/Put/seqid=0 2024-11-24T04:17:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741851_1027 (size=6385) 2024-11-24T04:17:08,602 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:17:08,803 DEBUG [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:17:08,829 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/.tmp/info/c73b4020e3dd40dfbe142f8874d3e205 2024-11-24T04:17:08,837 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/.tmp/info/c73b4020e3dd40dfbe142f8874d3e205 as hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/info/c73b4020e3dd40dfbe142f8874d3e205 2024-11-24T04:17:08,843 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/info/c73b4020e3dd40dfbe142f8874d3e205, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T04:17:08,844 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-11-24T04:17:08,850 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T04:17:08,850 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:17:08,850 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:17:08,850 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:08,851 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421828402Running coprocessor pre-close hooks at 1732421828402Disabling compacts and flushes for region at 1732421828402Disabling writes for close at 1732421828403 (+1 ms)Obtaining lock to block concurrent updates at 1732421828403Preparing flush snapshotting stores in 1588230740 at 1732421828403Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732421828403Flushing stores of hbase:meta,,1.1588230740 at 1732421828405 (+2 ms)Flushing 1588230740/info: creating writer at 1732421828405Flushing 1588230740/info: appending metadata at 1732421828422 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732421828422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df20345: reopening flushed file at 1732421828836 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1732421828844 (+8 ms)Writing region close event to WAL at 1732421828846 (+2 ms)Running coprocessor post-close hooks at 1732421828850 (+4 ms)Closed at 1732421828850 2024-11-24T04:17:08,851 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:09,003 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,36949,1732421820413; all regions closed. 2024-11-24T04:17:09,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741849_1025 (size=2156) 2024-11-24T04:17:09,009 DEBUG [RS:0;fadb2fe0ba32:36949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs 2024-11-24T04:17:09,010 INFO [RS:0;fadb2fe0ba32:36949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C36949%2C1732421820413.meta:.meta(num 1732421821692) 2024-11-24T04:17:09,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741850_1026 (size=796) 2024-11-24T04:17:09,014 DEBUG [RS:0;fadb2fe0ba32:36949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs 2024-11-24T04:17:09,015 INFO [RS:0;fadb2fe0ba32:36949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C36949%2C1732421820413.rep:(num 1732421825960) 2024-11-24T04:17:09,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741848_1024 (size=93) 2024-11-24T04:17:09,017 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 not finished, retry = 0 2024-11-24T04:17:09,120 DEBUG [RS:0;fadb2fe0ba32:36949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs 2024-11-24T04:17:09,120 INFO [RS:0;fadb2fe0ba32:36949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C36949%2C1732421820413:(num 1732421821379) 2024-11-24T04:17:09,120 DEBUG [RS:0;fadb2fe0ba32:36949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:09,120 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:17:09,120 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:17:09,121 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:17:09,121 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:17:09,121 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:17:09,121 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,36949,1732421820413 because: Region server is closing 2024-11-24T04:17:09,121 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T04:17:09,121 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T04:17:09,121 INFO [RS:0;fadb2fe0ba32:36949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:36949. 2024-11-24T04:17:09,121 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T04:17:09,121 DEBUG [RS:0;fadb2fe0ba32:36949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:09,122 DEBUG [RS:0;fadb2fe0ba32:36949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:09,122 DEBUG [RS:0;fadb2fe0ba32:36949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:09,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:09,181 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 to pos 0, reset compression=false 2024-11-24T04:17:09,183 INFO [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 was moved to hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/oldWALs/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 2024-11-24T04:17:09,187 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379 2024-11-24T04:17:09,187 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T04:17:09,187 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.wal-reader.fadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T04:17:09,187 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fadb2fe0ba32,36949,1732421820413 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/WALs/fadb2fe0ba32,36949,1732421820413/fadb2fe0ba32%2C36949%2C1732421820413.1732421821379, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T04:17:09,187 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:09,188 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,36949,1732421820413, seqNum=-1] 2024-11-24T04:17:09,189 WARN [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-fadb2fe0ba32,36949,1732421820413', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-24T04:17:09,191 ERROR [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fadb2fe0ba32,36949,1732421820413: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-fadb2fe0ba32,36949,1732421820413, walGroup=fadb2fe0ba32%2C36949%2C1732421820413, offset=fadb2fe0ba32%2C36949%2C1732421820413.1732421821379:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T04:17:09,193 ERROR [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:17:09,193 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:17:09,194 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:17:09,194 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:17:09,195 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:17:09,195 INFO [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 590816672 }, "NonHeapMemoryUsage": { "committed": 162856960, "init": 7667712, "max": -1, "used": 158044504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:17:09,195 DEBUG [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fadb2fe0ba32%2C36949%2C1732421820413.1732421821379] 2024-11-24T04:17:09,222 WARN [RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T04:17:09,222 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,1-fadb2fe0ba32,36949,1732421820413 terminated 2024-11-24T04:17:09,223 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fadb2fe0ba32,36949,1732421820413 because: Region server is closing 2024-11-24T04:17:09,223 INFO [RS:0;fadb2fe0ba32:36949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:36949. 2024-11-24T04:17:09,223 DEBUG [RS:0;fadb2fe0ba32:36949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:09,223 DEBUG [RS:0;fadb2fe0ba32:36949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:09,223 DEBUG [RS:0;fadb2fe0ba32:36949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:09,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:09,223 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;fadb2fe0ba32:36949.replicationSource.shipperfadb2fe0ba32%2C36949%2C1732421820413,2-fadb2fe0ba32,36949,1732421820413 terminated 2024-11-24T04:17:09,223 INFO [RS:0;fadb2fe0ba32:36949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36949 2024-11-24T04:17:09,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967/rs 2024-11-24T04:17:09,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0272353967/rs/fadb2fe0ba32,36949,1732421820413 2024-11-24T04:17:09,225 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:17:09,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,36949,1732421820413] 2024-11-24T04:17:09,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0272353967/draining/fadb2fe0ba32,36949,1732421820413 already deleted, retry=false 2024-11-24T04:17:09,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,36949,1732421820413 expired; onlineServers=0 2024-11-24T04:17:09,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,46207,1732421820377' ***** 2024-11-24T04:17:09,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:17:09,228 INFO [M:0;fadb2fe0ba32:46207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:17:09,228 INFO [M:0;fadb2fe0ba32:46207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:17:09,228 DEBUG [M:0;fadb2fe0ba32:46207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:17:09,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:17:09,228 DEBUG [M:0;fadb2fe0ba32:46207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:17:09,228 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421821109 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421821109,5,FailOnTimeoutGroup] 2024-11-24T04:17:09,228 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421821110 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421821110,5,FailOnTimeoutGroup] 2024-11-24T04:17:09,229 INFO [M:0;fadb2fe0ba32:46207 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:17:09,229 INFO [M:0;fadb2fe0ba32:46207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:17:09,229 DEBUG [M:0;fadb2fe0ba32:46207 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:17:09,229 INFO [M:0;fadb2fe0ba32:46207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:17:09,229 INFO [M:0;fadb2fe0ba32:46207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:17:09,229 INFO [M:0;fadb2fe0ba32:46207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:17:09,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:17:09,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0272353967/master 2024-11-24T04:17:09,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0272353967 2024-11-24T04:17:09,232 DEBUG [M:0;fadb2fe0ba32:46207 {}] zookeeper.ZKUtil(347): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Unable to get data of znode /0272353967/master because node does not exist (not an error) 2024-11-24T04:17:09,232 WARN [M:0;fadb2fe0ba32:46207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:17:09,233 INFO [M:0;fadb2fe0ba32:46207 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/.lastflushedseqids 2024-11-24T04:17:09,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741852_1028 (size=181) 2024-11-24T04:17:09,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:09,327 INFO [RS:0;fadb2fe0ba32:36949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:17:09,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x1014830bea90007, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:09,327 INFO [RS:0;fadb2fe0ba32:36949 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,36949,1732421820413; zookeeper connection closed. 2024-11-24T04:17:09,327 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d3eeb8d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d3eeb8d 2024-11-24T04:17:09,327 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:17:09,639 INFO [M:0;fadb2fe0ba32:46207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:17:09,639 INFO [M:0;fadb2fe0ba32:46207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:17:09,640 DEBUG [M:0;fadb2fe0ba32:46207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:17:09,640 INFO [M:0;fadb2fe0ba32:46207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:09,640 DEBUG [M:0;fadb2fe0ba32:46207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:09,640 DEBUG [M:0;fadb2fe0ba32:46207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:17:09,640 DEBUG [M:0;fadb2fe0ba32:46207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:09,640 INFO [M:0;fadb2fe0ba32:46207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T04:17:09,658 DEBUG [M:0;fadb2fe0ba32:46207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06a12361fca54425a34132e8d2722af0 is 82, key is hbase:meta,,1/info:regioninfo/1732421821755/Put/seqid=0 2024-11-24T04:17:09,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741853_1029 (size=5680) 2024-11-24T04:17:10,064 INFO [M:0;fadb2fe0ba32:46207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06a12361fca54425a34132e8d2722af0 2024-11-24T04:17:10,085 DEBUG [M:0;fadb2fe0ba32:46207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d32c395bd5544cea5f237db75ba67fa is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732421826016/Put/seqid=0 2024-11-24T04:17:10,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741854_1030 (size=7319) 2024-11-24T04:17:10,491 INFO [M:0;fadb2fe0ba32:46207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d32c395bd5544cea5f237db75ba67fa 2024-11-24T04:17:10,513 DEBUG [M:0;fadb2fe0ba32:46207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/263e0994e9b045dea6f3a4c1c0cab76e is 69, key is fadb2fe0ba32,36949,1732421820413/rs:state/1732421821159/Put/seqid=0 2024-11-24T04:17:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741855_1031 (size=5371) 2024-11-24T04:17:10,919 INFO [M:0;fadb2fe0ba32:46207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/263e0994e9b045dea6f3a4c1c0cab76e 2024-11-24T04:17:10,925 INFO [M:0;fadb2fe0ba32:46207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 263e0994e9b045dea6f3a4c1c0cab76e 2024-11-24T04:17:10,926 DEBUG [M:0;fadb2fe0ba32:46207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06a12361fca54425a34132e8d2722af0 as hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06a12361fca54425a34132e8d2722af0 2024-11-24T04:17:10,932 INFO [M:0;fadb2fe0ba32:46207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06a12361fca54425a34132e8d2722af0, entries=8, sequenceid=172, filesize=5.5 K 2024-11-24T04:17:10,933 DEBUG [M:0;fadb2fe0ba32:46207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d32c395bd5544cea5f237db75ba67fa as hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d32c395bd5544cea5f237db75ba67fa 2024-11-24T04:17:10,939 INFO [M:0;fadb2fe0ba32:46207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d32c395bd5544cea5f237db75ba67fa, entries=7, sequenceid=172, filesize=7.1 K 2024-11-24T04:17:10,940 DEBUG [M:0;fadb2fe0ba32:46207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/263e0994e9b045dea6f3a4c1c0cab76e as hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/263e0994e9b045dea6f3a4c1c0cab76e 2024-11-24T04:17:10,947 INFO [M:0;fadb2fe0ba32:46207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 263e0994e9b045dea6f3a4c1c0cab76e 2024-11-24T04:17:10,947 INFO [M:0;fadb2fe0ba32:46207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36377/user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/263e0994e9b045dea6f3a4c1c0cab76e, entries=2, sequenceid=172, filesize=5.2 K 2024-11-24T04:17:10,949 INFO [M:0;fadb2fe0ba32:46207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false 2024-11-24T04:17:10,950 INFO [M:0;fadb2fe0ba32:46207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:10,950 DEBUG [M:0;fadb2fe0ba32:46207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421829640Disabling compacts and flushes for region at 1732421829640Disabling writes for close at 1732421829640Obtaining lock to block concurrent updates at 1732421829640Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421829640Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732421829640Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421829641 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421829641Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421829658 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421829658Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421830070 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421830085 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421830085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421830497 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421830512 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421830512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315e7ff3: reopening flushed file at 1732421830925 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7bc4e1: reopening flushed file at 1732421830932 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7453e74f: reopening flushed file at 1732421830939 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false at 1732421830949 (+10 ms)Writing region close event to WAL at 1732421830950 (+1 ms)Closed at 1732421830950 2024-11-24T04:17:10,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41321 is added to blk_1073741847_1023 (size=22949) 2024-11-24T04:17:10,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2da43746-c1ba-1c2e-9bcd-cde3107454ff/MasterData/WALs/fadb2fe0ba32,46207,1732421820377/fadb2fe0ba32%2C46207%2C1732421820377.1732421820926 not finished, retry = 0 2024-11-24T04:17:11,054 INFO [M:0;fadb2fe0ba32:46207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:17:11,054 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:17:11,055 INFO [M:0;fadb2fe0ba32:46207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46207 2024-11-24T04:17:11,055 INFO [M:0;fadb2fe0ba32:46207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:17:11,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:11,157 INFO [M:0;fadb2fe0ba32:46207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:17:11,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46207-0x1014830bea90006, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:11,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5836529a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:17:11,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@723f9a55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:17:11,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:17:11,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:17:11,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e87b1e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/hadoop.log.dir/,STOPPED} 2024-11-24T04:17:11,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:17:11,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:17:11,162 WARN [BP-1230379815-172.17.0.2-1732421801771 heartbeating to localhost/127.0.0.1:36377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:17:11,162 WARN [BP-1230379815-172.17.0.2-1732421801771 heartbeating to localhost/127.0.0.1:36377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1230379815-172.17.0.2-1732421801771 (Datanode Uuid b132bf83-7125-4e4a-852b-8f1601a32853) service to localhost/127.0.0.1:36377 2024-11-24T04:17:11,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/cluster_7c292764-67f0-c652-3751-e45bb30d521a/data/data1/current/BP-1230379815-172.17.0.2-1732421801771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:11,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/cluster_7c292764-67f0-c652-3751-e45bb30d521a/data/data2/current/BP-1230379815-172.17.0.2-1732421801771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:11,163 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:17:11,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:17:11,170 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:17:11,170 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:17:11,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:17:11,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eefad6b-7678-53be-8f9e-215d994cb3ba/hadoop.log.dir/,STOPPED} 2024-11-24T04:17:11,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T04:17:11,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:17:11,204 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57577) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:36879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7942919a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/fadb2fe0ba32:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:36879 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fadb2fe0ba32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fadb2fe0ba32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:36377 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:36879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:36377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fadb2fe0ba32:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57577) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fadb2fe0ba32:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:36377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 362), ProcessCount=11 (was 11), AvailableMemoryMB=6328 (was 7230) 2024-11-24T04:17:11,213 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=6328 2024-11-24T04:17:11,227 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-24T04:17:11,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/hadoop.log.dir so I do NOT create it in target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8 2024-11-24T04:17:11,227 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:17:11,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/hadoop.tmp.dir so I do NOT create it in target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8 2024-11-24T04:17:11,227 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5677069-339b-5171-7457-eb541c1cfd05/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:17:11,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8 2024-11-24T04:17:11,228 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/cluster_96f8d844-d0dd-2d5b-5fa2-f3ccec888ab9, deleteOnExit=true 2024-11-24T04:17:11,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/cluster_96f8d844-d0dd-2d5b-5fa2-f3ccec888ab9/zookeeper_0, clientPort=52780, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/cluster_96f8d844-d0dd-2d5b-5fa2-f3ccec888ab9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/cluster_96f8d844-d0dd-2d5b-5fa2-f3ccec888ab9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T04:17:11,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52780 2024-11-24T04:17:11,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:17:11,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:17:11,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/test.cache.data in system properties and HBase conf 2024-11-24T04:17:11,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:17:11,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:17:11,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:17:11,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:17:11,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:17:11,232 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:17:11,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:17:11,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:17:11,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014830bea90002, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:17:11,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014830bea90005, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:17:11,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014830bea90002, quorum=127.0.0.1:57577, baseZNode=/0272353967 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:17:11,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014830bea90005, quorum=127.0.0.1:57577, baseZNode=/11428490020 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:17:11,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:17:11,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:17:11,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:17:11,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:17:11,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:17:11,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:17:11,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@565871ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:17:11,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aba68e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:17:11,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ae5c3c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/java.io.tmpdir/jetty-localhost-38923-hadoop-hdfs-3_4_1-tests_jar-_-any-13335200790448813108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:17:11,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64341732{HTTP/1.1, (http/1.1)}{localhost:38923} 2024-11-24T04:17:11,449 INFO [Time-limited test {}] server.Server(415): Started @31692ms 2024-11-24T04:17:11,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:17:11,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:17:11,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:17:11,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:17:11,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:17:11,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da2c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:17:11,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@87d2036{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:17:11,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57bf3961{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/java.io.tmpdir/jetty-localhost-33565-hadoop-hdfs-3_4_1-tests_jar-_-any-6975546922295332572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:17:11,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32577e0{HTTP/1.1, (http/1.1)}{localhost:33565} 2024-11-24T04:17:11,659 INFO [Time-limited test {}] server.Server(415): Started @31902ms 2024-11-24T04:17:11,661 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:17:11,773 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/cluster_96f8d844-d0dd-2d5b-5fa2-f3ccec888ab9/data/data1/current/BP-1226539551-172.17.0.2-1732421831270/current, will proceed with Du for space computation calculation, 2024-11-24T04:17:11,773 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/cluster_96f8d844-d0dd-2d5b-5fa2-f3ccec888ab9/data/data2/current/BP-1226539551-172.17.0.2-1732421831270/current, will proceed with Du for space computation calculation, 2024-11-24T04:17:11,793 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:17:11,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65b9c239bd510fd2 with lease ID 0xcd1a365891b5ef5b: Processing first storage report for DS-102847ab-076a-4037-923c-f73888e0374c from datanode DatanodeRegistration(127.0.0.1:42457, datanodeUuid=432c42d7-4d7e-4cee-802d-e5e5f9387e06, infoPort=32927, infoSecurePort=0, ipcPort=45291, storageInfo=lv=-57;cid=testClusterID;nsid=373508910;c=1732421831270) 2024-11-24T04:17:11,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65b9c239bd510fd2 with lease ID 0xcd1a365891b5ef5b: from storage DS-102847ab-076a-4037-923c-f73888e0374c node DatanodeRegistration(127.0.0.1:42457, datanodeUuid=432c42d7-4d7e-4cee-802d-e5e5f9387e06, infoPort=32927, infoSecurePort=0, ipcPort=45291, storageInfo=lv=-57;cid=testClusterID;nsid=373508910;c=1732421831270), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T04:17:11,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65b9c239bd510fd2 with lease ID 0xcd1a365891b5ef5b: Processing first storage report for DS-cb5b0b38-e6d9-4805-b714-49caff6ceeaa from datanode DatanodeRegistration(127.0.0.1:42457, datanodeUuid=432c42d7-4d7e-4cee-802d-e5e5f9387e06, infoPort=32927, infoSecurePort=0, ipcPort=45291, storageInfo=lv=-57;cid=testClusterID;nsid=373508910;c=1732421831270) 2024-11-24T04:17:11,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65b9c239bd510fd2 with lease ID 0xcd1a365891b5ef5b: from storage DS-cb5b0b38-e6d9-4805-b714-49caff6ceeaa node DatanodeRegistration(127.0.0.1:42457, datanodeUuid=432c42d7-4d7e-4cee-802d-e5e5f9387e06, infoPort=32927, infoSecurePort=0, ipcPort=45291, storageInfo=lv=-57;cid=testClusterID;nsid=373508910;c=1732421831270), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:17:11,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8 2024-11-24T04:17:11,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:11,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:17:12,305 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630 with version=8 2024-11-24T04:17:12,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/hbase-staging 2024-11-24T04:17:12,308 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:17:12,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:12,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:12,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:17:12,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:12,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:17:12,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:17:12,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:17:12,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35997 2024-11-24T04:17:12,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35997 connecting to ZooKeeper ensemble=127.0.0.1:52780 2024-11-24T04:17:12,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359970x0, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:12,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35997-0x101483134cd0000 connected 2024-11-24T04:17:12,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:12,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:12,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Set watcher on znode that does not yet exist, /01358134901/running 2024-11-24T04:17:12,343 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630, hbase.cluster.distributed=false 2024-11-24T04:17:12,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Set watcher on znode that does not yet exist, /01358134901/acl 2024-11-24T04:17:12,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35997 2024-11-24T04:17:12,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35997 2024-11-24T04:17:12,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35997 2024-11-24T04:17:12,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35997 2024-11-24T04:17:12,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35997 2024-11-24T04:17:12,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:17:12,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:12,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:12,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:17:12,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:12,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:17:12,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:17:12,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:17:12,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43045 2024-11-24T04:17:12,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43045 connecting to ZooKeeper ensemble=127.0.0.1:52780 2024-11-24T04:17:12,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:12,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:12,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430450x0, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:12,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43045-0x101483134cd0001 connected 2024-11-24T04:17:12,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Set watcher on znode that does not yet exist, /01358134901/running 2024-11-24T04:17:12,377 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:17:12,380 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:17:12,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Set watcher on znode that does not yet exist, /01358134901/master 2024-11-24T04:17:12,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Set watcher on znode that does not yet exist, /01358134901/acl 2024-11-24T04:17:12,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43045 2024-11-24T04:17:12,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43045 2024-11-24T04:17:12,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43045 2024-11-24T04:17:12,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43045 2024-11-24T04:17:12,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43045 2024-11-24T04:17:12,400 DEBUG [M:0;fadb2fe0ba32:35997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:35997 2024-11-24T04:17:12,401 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01358134901/backup-masters/fadb2fe0ba32,35997,1732421832307 2024-11-24T04:17:12,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901/backup-masters 2024-11-24T04:17:12,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901/backup-masters 2024-11-24T04:17:12,403 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Set watcher on existing znode=/01358134901/backup-masters/fadb2fe0ba32,35997,1732421832307 2024-11-24T04:17:12,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:12,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01358134901/master 2024-11-24T04:17:12,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:12,405 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Set watcher on existing znode=/01358134901/master 2024-11-24T04:17:12,405 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01358134901/backup-masters/fadb2fe0ba32,35997,1732421832307 from backup master directory 2024-11-24T04:17:12,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01358134901/backup-masters/fadb2fe0ba32,35997,1732421832307 2024-11-24T04:17:12,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901/backup-masters 2024-11-24T04:17:12,408 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:17:12,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901/backup-masters 2024-11-24T04:17:12,408 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,35997,1732421832307 2024-11-24T04:17:12,413 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/hbase.id] with ID: f59d6f8e-1b21-4003-8d3d-4d2ae94a61a6 2024-11-24T04:17:12,413 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/.tmp/hbase.id 2024-11-24T04:17:12,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:17:12,820 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/.tmp/hbase.id]:[hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/hbase.id] 2024-11-24T04:17:12,835 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:12,836 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:17:12,837 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:17:12,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:12,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:12,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:17:13,247 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:17:13,248 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:17:13,249 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:17:13,658 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store 2024-11-24T04:17:13,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:17:13,911 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:17:13,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:13,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:14,066 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:14,066 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:17:14,066 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:14,066 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:14,066 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:17:14,066 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:14,067 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:14,067 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421834066Disabling compacts and flushes for region at 1732421834066Disabling writes for close at 1732421834066Writing region close event to WAL at 1732421834066Closed at 1732421834066 2024-11-24T04:17:14,068 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/.initializing 2024-11-24T04:17:14,068 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/WALs/fadb2fe0ba32,35997,1732421832307 2024-11-24T04:17:14,069 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:17:14,071 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C35997%2C1732421832307, suffix=, logDir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/WALs/fadb2fe0ba32,35997,1732421832307, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/oldWALs, maxLogs=10 2024-11-24T04:17:14,089 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/WALs/fadb2fe0ba32,35997,1732421832307/fadb2fe0ba32%2C35997%2C1732421832307.1732421834072, exclude list is [], retry=0 2024-11-24T04:17:14,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42457,DS-102847ab-076a-4037-923c-f73888e0374c,DISK] 2024-11-24T04:17:14,095 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/WALs/fadb2fe0ba32,35997,1732421832307/fadb2fe0ba32%2C35997%2C1732421832307.1732421834072 2024-11-24T04:17:14,095 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32927:32927)] 2024-11-24T04:17:14,095 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:14,095 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:14,096 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:14,096 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:14,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:14,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:17:14,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:14,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:14,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:14,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:17:14,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:14,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:14,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:14,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:17:14,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:14,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:14,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:14,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:17:14,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:14,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:14,105 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:14,105 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:14,106 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:14,107 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:14,107 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:14,108 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:14,109 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:14,111 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:17:14,112 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69729708, jitterRate=0.03905361890792847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:14,112 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421834096Initializing all the Stores at 1732421834097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421834097Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421834097Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421834097Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421834097Cleaning up temporary data from old regions at 1732421834107 (+10 ms)Region opened successfully at 1732421834112 (+5 ms) 2024-11-24T04:17:14,112 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:17:14,116 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794f2ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:17:14,117 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:17:14,117 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:17:14,117 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:17:14,117 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:17:14,118 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:17:14,118 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:17:14,118 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:17:14,120 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:17:14,121 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Unable to get data of znode /01358134901/balancer because node does not exist (not necessarily an error) 2024-11-24T04:17:14,122 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01358134901/balancer already deleted, retry=false 2024-11-24T04:17:14,123 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:17:14,123 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Unable to get data of znode /01358134901/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:17:14,125 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01358134901/normalizer already deleted, retry=false 2024-11-24T04:17:14,125 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:17:14,126 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Unable to get data of znode /01358134901/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:17:14,127 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01358134901/switch/split already deleted, retry=false 2024-11-24T04:17:14,128 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Unable to get data of znode /01358134901/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:17:14,130 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01358134901/switch/merge already deleted, retry=false 2024-11-24T04:17:14,132 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Unable to get data of znode /01358134901/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:17:14,133 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01358134901/snapshot-cleanup already deleted, retry=false 2024-11-24T04:17:14,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01358134901/running 2024-11-24T04:17:14,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:14,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01358134901/running 2024-11-24T04:17:14,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:14,135 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,35997,1732421832307, sessionid=0x101483134cd0000, setting cluster-up flag (Was=false) 2024-11-24T04:17:14,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:14,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:14,143 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01358134901/flush-table-proc/acquired, /01358134901/flush-table-proc/reached, /01358134901/flush-table-proc/abort 2024-11-24T04:17:14,144 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,35997,1732421832307 2024-11-24T04:17:14,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:14,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:14,159 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01358134901/online-snapshot/acquired, /01358134901/online-snapshot/reached, /01358134901/online-snapshot/abort 2024-11-24T04:17:14,160 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,35997,1732421832307 2024-11-24T04:17:14,161 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:17:14,163 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:14,164 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:17:14,164 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:17:14,164 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,35997,1732421832307 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:17:14,166 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:14,166 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:14,166 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:14,166 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:14,166 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:17:14,166 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,166 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:17:14,166 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,167 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421864167 2024-11-24T04:17:14,167 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:17:14,167 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:17:14,167 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:17:14,167 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:17:14,167 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:17:14,168 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:17:14,168 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:14,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:17:14,168 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:17:14,168 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:17:14,168 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:17:14,168 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:17:14,169 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:17:14,169 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:17:14,169 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:14,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:17:14,172 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421834169,5,FailOnTimeoutGroup] 2024-11-24T04:17:14,174 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421834172,5,FailOnTimeoutGroup] 2024-11-24T04:17:14,174 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,174 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:17:14,174 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,174 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:17:14,191 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(746): ClusterId : f59d6f8e-1b21-4003-8d3d-4d2ae94a61a6 2024-11-24T04:17:14,191 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:17:14,193 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:17:14,193 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:17:14,195 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:17:14,195 DEBUG [RS:0;fadb2fe0ba32:43045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d78133e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:17:14,208 DEBUG [RS:0;fadb2fe0ba32:43045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:43045 2024-11-24T04:17:14,209 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:17:14,209 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:17:14,209 DEBUG [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:17:14,209 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,35997,1732421832307 with port=43045, startcode=1732421832367 2024-11-24T04:17:14,209 DEBUG [RS:0;fadb2fe0ba32:43045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:17:14,211 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:17:14,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:14,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35997 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:14,214 DEBUG [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630 2024-11-24T04:17:14,214 DEBUG [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45129 2024-11-24T04:17:14,214 DEBUG [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:17:14,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901/rs 2024-11-24T04:17:14,216 DEBUG [RS:0;fadb2fe0ba32:43045 {}] zookeeper.ZKUtil(111): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Set watcher on existing znode=/01358134901/rs/fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:14,216 WARN [RS:0;fadb2fe0ba32:43045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:17:14,216 INFO [RS:0;fadb2fe0ba32:43045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:14,216 DEBUG [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:14,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,43045,1732421832367] 2024-11-24T04:17:14,220 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:17:14,222 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:17:14,222 INFO [RS:0;fadb2fe0ba32:43045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:17:14,222 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,222 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:17:14,223 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:17:14,223 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:14,224 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:17:14,225 DEBUG [RS:0;fadb2fe0ba32:43045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:17:14,226 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,226 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,226 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,226 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,226 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,226 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43045,1732421832367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:17:14,242 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:17:14,242 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43045,1732421832367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,242 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,242 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.Replication(171): fadb2fe0ba32,43045,1732421832367 started 2024-11-24T04:17:14,256 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:14,257 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,43045,1732421832367, RpcServer on fadb2fe0ba32/172.17.0.2:43045, sessionid=0x101483134cd0001 2024-11-24T04:17:14,257 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:17:14,257 DEBUG [RS:0;fadb2fe0ba32:43045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:14,257 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,43045,1732421832367' 2024-11-24T04:17:14,257 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01358134901/flush-table-proc/abort' 2024-11-24T04:17:14,257 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01358134901/flush-table-proc/acquired' 2024-11-24T04:17:14,258 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:17:14,258 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:17:14,258 DEBUG [RS:0;fadb2fe0ba32:43045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:14,258 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,43045,1732421832367' 2024-11-24T04:17:14,258 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01358134901/online-snapshot/abort' 2024-11-24T04:17:14,258 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01358134901/online-snapshot/acquired' 2024-11-24T04:17:14,259 DEBUG [RS:0;fadb2fe0ba32:43045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:17:14,259 INFO [RS:0;fadb2fe0ba32:43045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:17:14,259 INFO [RS:0;fadb2fe0ba32:43045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:17:14,359 INFO [RS:0;fadb2fe0ba32:43045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:17:14,361 INFO [RS:0;fadb2fe0ba32:43045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43045%2C1732421832367, suffix=, logDir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/oldWALs, maxLogs=10 2024-11-24T04:17:14,375 DEBUG [RS:0;fadb2fe0ba32:43045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.1732421834361, exclude list is [], retry=0 2024-11-24T04:17:14,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42457,DS-102847ab-076a-4037-923c-f73888e0374c,DISK] 2024-11-24T04:17:14,381 INFO [RS:0;fadb2fe0ba32:43045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.1732421834361 2024-11-24T04:17:14,382 DEBUG [RS:0;fadb2fe0ba32:43045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32927:32927)] 2024-11-24T04:17:14,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:17:14,580 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630 2024-11-24T04:17:14,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:17:14,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:17:14,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:17:14,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:17:14,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:14,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:17:14,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:17:14,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:14,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:14,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:17:14,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:17:14,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:14,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:14,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:17:14,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:17:14,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:14,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:14,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:17:14,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:17:14,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:14,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:14,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:17:14,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740 2024-11-24T04:17:14,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740 2024-11-24T04:17:14,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:17:14,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:17:15,000 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:15,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:17:15,003 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:17:15,004 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75432752, jitterRate=0.12403559684753418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:15,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421834987Initializing all the Stores at 1732421834989 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421834989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421834989Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421834989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421834989Cleaning up temporary data from old regions at 1732421834999 (+10 ms)Region opened successfully at 1732421835004 (+5 ms) 2024-11-24T04:17:15,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:17:15,005 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:17:15,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:17:15,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:17:15,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:17:15,005 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:15,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421835005Disabling compacts and flushes for region at 1732421835005Disabling writes for close at 1732421835005Writing region close event to WAL at 1732421835005Closed at 1732421835005 2024-11-24T04:17:15,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:15,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:17:15,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:17:15,008 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:17:15,009 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:17:15,159 DEBUG [fadb2fe0ba32:35997 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:17:15,160 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:15,161 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,43045,1732421832367, state=OPENING 2024-11-24T04:17:15,164 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:17:15,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:15,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:15,166 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:17:15,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43045,1732421832367}] 2024-11-24T04:17:15,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01358134901/meta-region-server: CHANGED 2024-11-24T04:17:15,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01358134901/meta-region-server: CHANGED 2024-11-24T04:17:15,320 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:17:15,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:17:15,326 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:17:15,326 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:15,326 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:17:15,328 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43045%2C1732421832367.meta, suffix=.meta, logDir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/oldWALs, maxLogs=10 2024-11-24T04:17:15,342 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.meta.1732421835328.meta, exclude list is [], retry=0 2024-11-24T04:17:15,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42457,DS-102847ab-076a-4037-923c-f73888e0374c,DISK] 2024-11-24T04:17:15,346 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.meta.1732421835328.meta 2024-11-24T04:17:15,347 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32927:32927)] 2024-11-24T04:17:15,347 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:15,347 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:17:15,347 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:17:15,347 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:17:15,348 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:17:15,348 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:17:15,348 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:15,348 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:17:15,348 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:17:15,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:17:15,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:17:15,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:15,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:15,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:17:15,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:17:15,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:15,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:15,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:17:15,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:17:15,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:15,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:15,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:17:15,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:17:15,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:15,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:15,355 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:17:15,355 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740 2024-11-24T04:17:15,356 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740 2024-11-24T04:17:15,358 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:17:15,358 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:17:15,358 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:15,360 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:17:15,361 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67317948, jitterRate=0.0031155943870544434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:15,361 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:17:15,362 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421835348Writing region info on filesystem at 1732421835348Initializing all the Stores at 1732421835349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421835349Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421835349Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421835349Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421835349Cleaning up temporary data from old regions at 1732421835358 (+9 ms)Running coprocessor post-open hooks at 1732421835361 (+3 ms)Region opened successfully at 1732421835361 2024-11-24T04:17:15,363 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421835320 2024-11-24T04:17:15,365 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:17:15,365 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:17:15,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:15,367 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,43045,1732421832367, state=OPEN 2024-11-24T04:17:15,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01358134901/meta-region-server 2024-11-24T04:17:15,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01358134901/meta-region-server 2024-11-24T04:17:15,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:15,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01358134901/meta-region-server: CHANGED 2024-11-24T04:17:15,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01358134901/meta-region-server: CHANGED 2024-11-24T04:17:15,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:17:15,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43045,1732421832367 in 205 msec 2024-11-24T04:17:15,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:17:15,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-24T04:17:15,378 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:15,378 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:17:15,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:15,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43045,1732421832367, seqNum=-1] 2024-11-24T04:17:15,380 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:15,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:15,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-11-24T04:17:15,387 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421835387, completionTime=-1 2024-11-24T04:17:15,387 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:17:15,387 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:17:15,389 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:17:15,389 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732421895389 2024-11-24T04:17:15,389 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732421955389 2024-11-24T04:17:15,389 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:17:15,390 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35997,1732421832307-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:15,390 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35997,1732421832307-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:15,390 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35997,1732421832307-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:15,390 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:35997, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:15,390 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:15,390 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:15,392 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:17:15,394 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.986sec 2024-11-24T04:17:15,394 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:17:15,394 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:17:15,394 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:17:15,394 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:17:15,394 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:17:15,394 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35997,1732421832307-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:17:15,394 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35997,1732421832307-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:17:15,397 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:17:15,397 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:17:15,397 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35997,1732421832307-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:15,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6d342a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:15,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,35997,-1 for getting cluster id 2024-11-24T04:17:15,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:15,494 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f59d6f8e-1b21-4003-8d3d-4d2ae94a61a6' 2024-11-24T04:17:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f59d6f8e-1b21-4003-8d3d-4d2ae94a61a6" 2024-11-24T04:17:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d2f311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:15,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,35997,-1] 2024-11-24T04:17:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:15,496 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:15,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d68369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:15,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43045,1732421832367, seqNum=-1] 2024-11-24T04:17:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:15,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:15,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,35997,1732421832307 2024-11-24T04:17:15,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52780 2024-11-24T04:17:15,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:15,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101483134cd0002 connected 2024-11-24T04:17:15,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/hadoop.log.dir so I do NOT create it in target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8 2024-11-24T04:17:15,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:17:15,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/hadoop.tmp.dir so I do NOT create it in target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8 2024-11-24T04:17:15,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:17:15,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8 2024-11-24T04:17:15,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:17:15,510 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/cluster_72d72232-7aaf-45b6-f0fd-528feab84619, deleteOnExit=true 2024-11-24T04:17:15,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:17:15,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/test.cache.data in system properties and HBase conf 2024-11-24T04:17:15,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:17:15,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:17:15,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:17:15,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:17:15,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:17:15,511 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:17:15,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:17:15,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:17:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:17:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:17:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:17:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:17:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:17:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:17:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:17:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:17:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:17:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:17:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:17:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:17:15,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:17:15,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:17:15,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:17:15,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:17:15,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:17:15,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:17:15,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23912fa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:17:15,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4eb1c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:17:15,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bcea35c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/java.io.tmpdir/jetty-localhost-41189-hadoop-hdfs-3_4_1-tests_jar-_-any-201968914410335884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:17:15,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27fa36b3{HTTP/1.1, (http/1.1)}{localhost:41189} 2024-11-24T04:17:15,747 INFO [Time-limited test {}] server.Server(415): Started @35990ms 2024-11-24T04:17:15,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:17:15,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:17:15,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:17:15,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:17:15,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:17:15,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c929d4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:17:15,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e57ea33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:17:15,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@282704ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/java.io.tmpdir/jetty-localhost-41455-hadoop-hdfs-3_4_1-tests_jar-_-any-2369968613355402839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:17:15,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cb4a4a3{HTTP/1.1, (http/1.1)}{localhost:41455} 2024-11-24T04:17:15,965 INFO [Time-limited test {}] server.Server(415): Started @36208ms 2024-11-24T04:17:15,967 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:17:16,083 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/cluster_72d72232-7aaf-45b6-f0fd-528feab84619/data/data2/current/BP-339231554-172.17.0.2-1732421835556/current, will proceed with Du for space computation calculation, 2024-11-24T04:17:16,083 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/cluster_72d72232-7aaf-45b6-f0fd-528feab84619/data/data1/current/BP-339231554-172.17.0.2-1732421835556/current, will proceed with Du for space computation calculation, 2024-11-24T04:17:16,105 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:17:16,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9157621b53b88e1f with lease ID 0x2b4bd838178cf4c7: Processing first storage report for DS-bd2dc954-5647-4ec8-8c07-dabe1c4ba7c5 from datanode DatanodeRegistration(127.0.0.1:44819, datanodeUuid=94f77b7d-fc5e-445c-a52f-4b79d2444aad, infoPort=39913, infoSecurePort=0, ipcPort=43453, storageInfo=lv=-57;cid=testClusterID;nsid=1997413628;c=1732421835556) 2024-11-24T04:17:16,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9157621b53b88e1f with lease ID 0x2b4bd838178cf4c7: from storage DS-bd2dc954-5647-4ec8-8c07-dabe1c4ba7c5 node DatanodeRegistration(127.0.0.1:44819, datanodeUuid=94f77b7d-fc5e-445c-a52f-4b79d2444aad, infoPort=39913, infoSecurePort=0, ipcPort=43453, storageInfo=lv=-57;cid=testClusterID;nsid=1997413628;c=1732421835556), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:17:16,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9157621b53b88e1f with lease ID 0x2b4bd838178cf4c7: Processing first storage report for DS-e689812c-86a3-407b-8b3b-f42c97c90f5c from datanode DatanodeRegistration(127.0.0.1:44819, datanodeUuid=94f77b7d-fc5e-445c-a52f-4b79d2444aad, infoPort=39913, infoSecurePort=0, ipcPort=43453, storageInfo=lv=-57;cid=testClusterID;nsid=1997413628;c=1732421835556) 2024-11-24T04:17:16,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9157621b53b88e1f with lease ID 0x2b4bd838178cf4c7: from storage DS-e689812c-86a3-407b-8b3b-f42c97c90f5c node DatanodeRegistration(127.0.0.1:44819, datanodeUuid=94f77b7d-fc5e-445c-a52f-4b79d2444aad, infoPort=39913, infoSecurePort=0, ipcPort=43453, storageInfo=lv=-57;cid=testClusterID;nsid=1997413628;c=1732421835556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:17:16,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8 2024-11-24T04:17:16,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:16,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:16,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:17:16,614 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90 with version=8 2024-11-24T04:17:16,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/hbase-staging 2024-11-24T04:17:16,616 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:17:16,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:16,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:16,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:17:16,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:16,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:17:16,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:17:16,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:17:16,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33315 2024-11-24T04:17:16,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33315 connecting to ZooKeeper ensemble=127.0.0.1:52780 2024-11-24T04:17:16,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333150x0, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:16,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33315-0x101483134cd0003 connected 2024-11-24T04:17:16,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:16,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:16,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Set watcher on znode that does not yet exist, /12146536925/running 2024-11-24T04:17:16,644 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90, hbase.cluster.distributed=false 2024-11-24T04:17:16,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Set watcher on znode that does not yet exist, /12146536925/acl 2024-11-24T04:17:16,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33315 2024-11-24T04:17:16,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33315 2024-11-24T04:17:16,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33315 2024-11-24T04:17:16,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33315 2024-11-24T04:17:16,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33315 2024-11-24T04:17:16,663 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:17:16,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:16,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:16,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:17:16,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:16,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:17:16,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:17:16,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:17:16,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46461 2024-11-24T04:17:16,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46461 connecting to ZooKeeper ensemble=127.0.0.1:52780 2024-11-24T04:17:16,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:16,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:16,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464610x0, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:16,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464610x0, quorum=127.0.0.1:52780, baseZNode=/12146536925 Set watcher on znode that does not yet exist, /12146536925/running 2024-11-24T04:17:16,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46461-0x101483134cd0004 connected 2024-11-24T04:17:16,673 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:17:16,676 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:17:16,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Set watcher on znode that does not yet exist, /12146536925/master 2024-11-24T04:17:16,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Set watcher on znode that does not yet exist, /12146536925/acl 2024-11-24T04:17:16,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46461 2024-11-24T04:17:16,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46461 2024-11-24T04:17:16,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46461 2024-11-24T04:17:16,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46461 2024-11-24T04:17:16,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46461 2024-11-24T04:17:16,748 DEBUG [M:0;fadb2fe0ba32:33315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:33315 2024-11-24T04:17:16,748 WARN [RS:0;fadb2fe0ba32:43045 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of fadb2fe0ba32,39143,1732421805217: status=Processing ServerCrashProcedure of fadb2fe0ba32,39143,1732421805217 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732421821110, completionTime=-1 appears to have been leaked 2024-11-24T04:17:16,748 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12146536925/backup-masters/fadb2fe0ba32,33315,1732421836616 2024-11-24T04:17:16,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925/backup-masters 2024-11-24T04:17:16,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925/backup-masters 2024-11-24T04:17:16,752 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Set watcher on existing znode=/12146536925/backup-masters/fadb2fe0ba32,33315,1732421836616 2024-11-24T04:17:16,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12146536925/master 2024-11-24T04:17:16,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:16,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:16,754 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Set watcher on existing znode=/12146536925/master 2024-11-24T04:17:16,755 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12146536925/backup-masters/fadb2fe0ba32,33315,1732421836616 from backup master directory 2024-11-24T04:17:16,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12146536925/backup-masters/fadb2fe0ba32,33315,1732421836616 2024-11-24T04:17:16,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925/backup-masters 2024-11-24T04:17:16,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925/backup-masters 2024-11-24T04:17:16,756 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:17:16,756 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,33315,1732421836616 2024-11-24T04:17:16,761 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/hbase.id] with ID: 8ba8a7fa-bd9f-4ad9-81f6-e354e2fa7e2a 2024-11-24T04:17:16,762 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/.tmp/hbase.id 2024-11-24T04:17:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:17:17,170 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/.tmp/hbase.id]:[hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/hbase.id] 2024-11-24T04:17:17,183 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:17,183 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:17:17,185 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T04:17:17,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:17,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:17,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:17:17,593 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:17:17,594 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:17:17,595 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:17:18,003 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store 2024-11-24T04:17:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:17:18,410 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:18,411 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:17:18,411 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:18,411 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:18,411 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:17:18,411 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:18,411 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:18,411 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421838410Disabling compacts and flushes for region at 1732421838410Disabling writes for close at 1732421838411 (+1 ms)Writing region close event to WAL at 1732421838411Closed at 1732421838411 2024-11-24T04:17:18,412 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/.initializing 2024-11-24T04:17:18,412 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/WALs/fadb2fe0ba32,33315,1732421836616 2024-11-24T04:17:18,413 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:17:18,416 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C33315%2C1732421836616, suffix=, logDir=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/WALs/fadb2fe0ba32,33315,1732421836616, archiveDir=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/oldWALs, maxLogs=10 2024-11-24T04:17:18,436 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/WALs/fadb2fe0ba32,33315,1732421836616/fadb2fe0ba32%2C33315%2C1732421836616.1732421838416, exclude list is [], retry=0 2024-11-24T04:17:18,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44819,DS-bd2dc954-5647-4ec8-8c07-dabe1c4ba7c5,DISK] 2024-11-24T04:17:18,454 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/WALs/fadb2fe0ba32,33315,1732421836616/fadb2fe0ba32%2C33315%2C1732421836616.1732421838416 2024-11-24T04:17:18,454 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39913:39913)] 2024-11-24T04:17:18,454 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:18,454 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:18,454 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:18,455 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:18,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:18,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:17:18,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:18,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:18,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:18,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:17:18,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:18,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:18,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:18,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:17:18,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:18,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:18,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:18,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:17:18,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:18,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:18,466 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:18,467 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:18,467 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:18,469 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:18,469 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:18,470 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:18,471 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:18,474 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:17:18,475 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61601105, jitterRate=-0.08207200467586517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:18,475 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421838455Initializing all the Stores at 1732421838456 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421838456Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421838456Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421838456Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421838456Cleaning up temporary data from old regions at 1732421838469 (+13 ms)Region opened successfully at 1732421838475 (+6 ms) 2024-11-24T04:17:18,476 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:17:18,479 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668223dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:17:18,481 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:17:18,481 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:17:18,481 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:17:18,481 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:17:18,482 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:17:18,482 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:17:18,482 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:17:18,486 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:17:18,487 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Unable to get data of znode /12146536925/balancer because node does not exist (not necessarily an error) 2024-11-24T04:17:18,488 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12146536925/balancer already deleted, retry=false 2024-11-24T04:17:18,489 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:17:18,490 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Unable to get data of znode /12146536925/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:17:18,491 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12146536925/normalizer already deleted, retry=false 2024-11-24T04:17:18,491 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:17:18,493 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Unable to get data of znode /12146536925/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:17:18,494 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12146536925/switch/split already deleted, retry=false 2024-11-24T04:17:18,494 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Unable to get data of znode /12146536925/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:17:18,496 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12146536925/switch/merge already deleted, retry=false 2024-11-24T04:17:18,499 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Unable to get data of znode /12146536925/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:17:18,500 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12146536925/snapshot-cleanup already deleted, retry=false 2024-11-24T04:17:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12146536925/running 2024-11-24T04:17:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12146536925/running 2024-11-24T04:17:18,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:18,502 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,33315,1732421836616, sessionid=0x101483134cd0003, setting cluster-up flag (Was=false) 2024-11-24T04:17:18,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:18,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:18,512 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12146536925/flush-table-proc/acquired, /12146536925/flush-table-proc/reached, /12146536925/flush-table-proc/abort 2024-11-24T04:17:18,513 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,33315,1732421836616 2024-11-24T04:17:18,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:18,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:18,529 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12146536925/online-snapshot/acquired, /12146536925/online-snapshot/reached, /12146536925/online-snapshot/abort 2024-11-24T04:17:18,530 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,33315,1732421836616 2024-11-24T04:17:18,531 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:17:18,533 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:18,534 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:17:18,534 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:17:18,534 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,33315,1732421836616 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:17:18,535 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:18,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:18,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:18,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:18,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:17:18,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:17:18,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:18,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:17:18,540 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:18,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:17:18,544 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421868544 2024-11-24T04:17:18,544 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:17:18,545 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:17:18,545 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:17:18,545 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:17:18,545 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:17:18,545 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:17:18,545 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,545 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:17:18,545 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:17:18,546 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:17:18,546 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:17:18,546 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:17:18,546 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:17:18,546 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421838546,5,FailOnTimeoutGroup] 2024-11-24T04:17:18,546 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421838546,5,FailOnTimeoutGroup] 2024-11-24T04:17:18,546 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,546 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:17:18,546 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,546 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:17:18,618 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(746): ClusterId : 8ba8a7fa-bd9f-4ad9-81f6-e354e2fa7e2a 2024-11-24T04:17:18,618 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:17:18,621 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:17:18,621 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:17:18,623 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:17:18,624 DEBUG [RS:0;fadb2fe0ba32:46461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5704cd16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:17:18,638 DEBUG [RS:0;fadb2fe0ba32:46461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:46461 2024-11-24T04:17:18,639 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:17:18,639 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:17:18,639 DEBUG [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:17:18,640 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,33315,1732421836616 with port=46461, startcode=1732421836663 2024-11-24T04:17:18,640 DEBUG [RS:0;fadb2fe0ba32:46461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:17:18,644 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:17:18,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,46461,1732421836663 2024-11-24T04:17:18,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33315 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,46461,1732421836663 2024-11-24T04:17:18,647 DEBUG [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90 2024-11-24T04:17:18,647 DEBUG [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44969 2024-11-24T04:17:18,647 DEBUG [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:17:18,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925/rs 2024-11-24T04:17:18,651 DEBUG [RS:0;fadb2fe0ba32:46461 {}] zookeeper.ZKUtil(111): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Set watcher on existing znode=/12146536925/rs/fadb2fe0ba32,46461,1732421836663 2024-11-24T04:17:18,651 WARN [RS:0;fadb2fe0ba32:46461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:17:18,651 INFO [RS:0;fadb2fe0ba32:46461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:18,652 DEBUG [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/WALs/fadb2fe0ba32,46461,1732421836663 2024-11-24T04:17:18,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,46461,1732421836663] 2024-11-24T04:17:18,655 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:17:18,657 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:17:18,660 INFO [RS:0;fadb2fe0ba32:46461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:17:18,660 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,661 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:17:18,662 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:17:18,662 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:18,662 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:17:18,663 DEBUG [RS:0;fadb2fe0ba32:46461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:17:18,664 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,664 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,665 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,665 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,665 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,665 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46461,1732421836663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:17:18,685 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:17:18,685 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46461,1732421836663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,686 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,686 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.Replication(171): fadb2fe0ba32,46461,1732421836663 started 2024-11-24T04:17:18,706 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:18,706 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,46461,1732421836663, RpcServer on fadb2fe0ba32/172.17.0.2:46461, sessionid=0x101483134cd0004 2024-11-24T04:17:18,706 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:17:18,706 DEBUG [RS:0;fadb2fe0ba32:46461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,46461,1732421836663 2024-11-24T04:17:18,706 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,46461,1732421836663' 2024-11-24T04:17:18,706 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12146536925/flush-table-proc/abort' 2024-11-24T04:17:18,707 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12146536925/flush-table-proc/acquired' 2024-11-24T04:17:18,707 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:17:18,707 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:17:18,707 DEBUG [RS:0;fadb2fe0ba32:46461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,46461,1732421836663 2024-11-24T04:17:18,707 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,46461,1732421836663' 2024-11-24T04:17:18,707 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12146536925/online-snapshot/abort' 2024-11-24T04:17:18,708 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12146536925/online-snapshot/acquired' 2024-11-24T04:17:18,708 DEBUG [RS:0;fadb2fe0ba32:46461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:17:18,708 INFO [RS:0;fadb2fe0ba32:46461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:17:18,708 INFO [RS:0;fadb2fe0ba32:46461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:17:18,809 INFO [RS:0;fadb2fe0ba32:46461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:17:18,811 INFO [RS:0;fadb2fe0ba32:46461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C46461%2C1732421836663, suffix=, logDir=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/WALs/fadb2fe0ba32,46461,1732421836663, archiveDir=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/oldWALs, maxLogs=10 2024-11-24T04:17:18,832 DEBUG [RS:0;fadb2fe0ba32:46461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/WALs/fadb2fe0ba32,46461,1732421836663/fadb2fe0ba32%2C46461%2C1732421836663.1732421838811, exclude list is [], retry=0 2024-11-24T04:17:18,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44819,DS-bd2dc954-5647-4ec8-8c07-dabe1c4ba7c5,DISK] 2024-11-24T04:17:18,838 INFO [RS:0;fadb2fe0ba32:46461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/WALs/fadb2fe0ba32,46461,1732421836663/fadb2fe0ba32%2C46461%2C1732421836663.1732421838811 2024-11-24T04:17:18,838 DEBUG [RS:0;fadb2fe0ba32:46461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39913:39913)] 2024-11-24T04:17:18,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:17:18,951 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90 2024-11-24T04:17:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:17:19,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:19,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:17:19,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:17:19,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:19,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:19,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:17:19,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:17:19,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:19,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:19,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:17:19,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:17:19,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:19,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:19,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:17:19,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:17:19,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:19,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:19,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:17:19,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/data/hbase/meta/1588230740 2024-11-24T04:17:19,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/data/hbase/meta/1588230740 2024-11-24T04:17:19,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:17:19,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:17:19,370 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:19,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:17:19,373 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:17:19,373 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75454062, jitterRate=0.12435314059257507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:19,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421839358Initializing all the Stores at 1732421839359 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421839359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421839359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421839359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421839359Cleaning up temporary data from old regions at 1732421839369 (+10 ms)Region opened successfully at 1732421839373 (+4 ms) 2024-11-24T04:17:19,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:17:19,374 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:17:19,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:17:19,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:17:19,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:17:19,374 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:19,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421839374Disabling compacts and flushes for region at 1732421839374Disabling writes for close at 1732421839374Writing region close event to WAL at 1732421839374Closed at 1732421839374 2024-11-24T04:17:19,375 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:19,376 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:17:19,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:17:19,377 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:17:19,378 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:17:19,528 DEBUG [fadb2fe0ba32:33315 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:17:19,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,46461,1732421836663 2024-11-24T04:17:19,531 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,46461,1732421836663, state=OPENING 2024-11-24T04:17:19,532 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:17:19,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:19,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:19,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12146536925/meta-region-server: CHANGED 2024-11-24T04:17:19,534 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:17:19,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12146536925/meta-region-server: CHANGED 2024-11-24T04:17:19,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,46461,1732421836663}] 2024-11-24T04:17:19,688 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:17:19,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:17:19,694 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:17:19,695 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:19,695 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:17:19,696 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C46461%2C1732421836663.meta, suffix=.meta, logDir=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/WALs/fadb2fe0ba32,46461,1732421836663, archiveDir=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/oldWALs, maxLogs=10 2024-11-24T04:17:19,710 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/WALs/fadb2fe0ba32,46461,1732421836663/fadb2fe0ba32%2C46461%2C1732421836663.meta.1732421839697.meta, exclude list is [], retry=0 2024-11-24T04:17:19,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44819,DS-bd2dc954-5647-4ec8-8c07-dabe1c4ba7c5,DISK] 2024-11-24T04:17:19,714 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/WALs/fadb2fe0ba32,46461,1732421836663/fadb2fe0ba32%2C46461%2C1732421836663.meta.1732421839697.meta 2024-11-24T04:17:19,714 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39913:39913)] 2024-11-24T04:17:19,715 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:19,715 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:17:19,715 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:17:19,715 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:17:19,715 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:17:19,715 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:17:19,715 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:19,716 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:17:19,716 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:17:19,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:17:19,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:17:19,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:19,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:19,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:17:19,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:17:19,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:19,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:19,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:17:19,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:17:19,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:19,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:19,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:17:19,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:17:19,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:19,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:19,723 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:17:19,724 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/data/hbase/meta/1588230740 2024-11-24T04:17:19,725 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/data/hbase/meta/1588230740 2024-11-24T04:17:19,726 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:17:19,726 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:17:19,727 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:19,729 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:17:19,730 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58986589, jitterRate=-0.12103132903575897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:19,730 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:17:19,730 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421839716Writing region info on filesystem at 1732421839716Initializing all the Stores at 1732421839717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421839717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421839717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421839717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421839717Cleaning up temporary data from old regions at 1732421839726 (+9 ms)Running coprocessor post-open hooks at 1732421839730 (+4 ms)Region opened successfully at 1732421839730 2024-11-24T04:17:19,731 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421839688 2024-11-24T04:17:19,734 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:17:19,734 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:17:19,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,46461,1732421836663 2024-11-24T04:17:19,736 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,46461,1732421836663, state=OPEN 2024-11-24T04:17:19,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12146536925/meta-region-server 2024-11-24T04:17:19,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12146536925/meta-region-server 2024-11-24T04:17:19,738 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,46461,1732421836663 2024-11-24T04:17:19,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12146536925/meta-region-server: CHANGED 2024-11-24T04:17:19,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12146536925/meta-region-server: CHANGED 2024-11-24T04:17:19,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:17:19,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,46461,1732421836663 in 204 msec 2024-11-24T04:17:19,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:17:19,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-24T04:17:19,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:19,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:17:19,747 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:19,747 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,46461,1732421836663, seqNum=-1] 2024-11-24T04:17:19,747 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:19,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:19,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2250 sec 2024-11-24T04:17:19,760 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421839760, completionTime=-1 2024-11-24T04:17:19,760 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:17:19,760 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:17:19,762 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:17:19,762 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732421899762 2024-11-24T04:17:19,762 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732421959762 2024-11-24T04:17:19,762 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T04:17:19,763 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33315,1732421836616-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:19,763 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33315,1732421836616-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:19,763 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33315,1732421836616-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:19,763 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:33315, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:19,763 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:19,765 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:19,766 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:17:19,770 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.014sec 2024-11-24T04:17:19,770 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:17:19,770 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:17:19,770 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:17:19,770 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:17:19,770 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:17:19,770 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33315,1732421836616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:17:19,770 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33315,1732421836616-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:17:19,773 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:17:19,773 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:17:19,773 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33315,1732421836616-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:19,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51736c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:19,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33315,-1 for getting cluster id 2024-11-24T04:17:19,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:19,821 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ba8a7fa-bd9f-4ad9-81f6-e354e2fa7e2a' 2024-11-24T04:17:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ba8a7fa-bd9f-4ad9-81f6-e354e2fa7e2a" 2024-11-24T04:17:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e9a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33315,-1] 2024-11-24T04:17:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:19,824 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:19,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd6bf1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:19,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,46461,1732421836663, seqNum=-1] 2024-11-24T04:17:19,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:19,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:19,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,33315,1732421836616 2024-11-24T04:17:19,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52780 2024-11-24T04:17:19,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:19,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101483134cd0005 connected 2024-11-24T04:17:19,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6819f222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:19,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,35997,-1 for getting cluster id 2024-11-24T04:17:19,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:19,858 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f59d6f8e-1b21-4003-8d3d-4d2ae94a61a6' 2024-11-24T04:17:19,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:19,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f59d6f8e-1b21-4003-8d3d-4d2ae94a61a6" 2024-11-24T04:17:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6483ff8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,35997,-1] 2024-11-24T04:17:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:19,860 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:19,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ec24cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:19,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,35997,1732421832307 2024-11-24T04:17:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40b6110d 2024-11-24T04:17:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:19,864 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:17:19,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:33315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:17:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:17:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:19,868 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:33315' 2024-11-24T04:17:19,870 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d85568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:19,870 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33315,-1 for getting cluster id 2024-11-24T04:17:19,870 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:19,871 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ba8a7fa-bd9f-4ad9-81f6-e354e2fa7e2a' 2024-11-24T04:17:19,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:19,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ba8a7fa-bd9f-4ad9-81f6-e354e2fa7e2a" 2024-11-24T04:17:19,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdf9121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:19,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33315,-1] 2024-11-24T04:17:19,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:19,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:19,874 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:19,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec7b92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:19,875 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:19,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33315,1732421836616 2024-11-24T04:17:19,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@394cb4e7 2024-11-24T04:17:19,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:19,877 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:17:19,878 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T04:17:19,878 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:17:19,879 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:19,879 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:19,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:19,879 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:17:19,881 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:17:19,883 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:17:19,883 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:19,885 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:17:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741835_1011 (size=1138) 2024-11-24T04:17:19,932 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:17:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:20,302 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 416c1e76e4213bc9013a1c0e05e52e27, NAME => 'hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630 2024-11-24T04:17:20,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741836_1012 (size=44) 2024-11-24T04:17:20,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:17:20,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:20,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:20,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:17:20,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:20,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 416c1e76e4213bc9013a1c0e05e52e27, disabling compactions & flushes 2024-11-24T04:17:20,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. 2024-11-24T04:17:20,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. 2024-11-24T04:17:20,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. after waiting 0 ms 2024-11-24T04:17:20,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. 2024-11-24T04:17:20,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. 2024-11-24T04:17:20,720 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 416c1e76e4213bc9013a1c0e05e52e27: Waiting for close lock at 1732421840719Disabling compacts and flushes for region at 1732421840719Disabling writes for close at 1732421840719Writing region close event to WAL at 1732421840719Closed at 1732421840719 2024-11-24T04:17:20,722 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:17:20,722 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732421840722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421840722"}]},"ts":"1732421840722"} 2024-11-24T04:17:20,726 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:17:20,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:17:20,729 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421840728"}]},"ts":"1732421840728"} 2024-11-24T04:17:20,732 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:17:20,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=416c1e76e4213bc9013a1c0e05e52e27, ASSIGN}] 2024-11-24T04:17:20,733 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=416c1e76e4213bc9013a1c0e05e52e27, ASSIGN 2024-11-24T04:17:20,735 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=416c1e76e4213bc9013a1c0e05e52e27, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,43045,1732421832367; forceNewPlan=false, retain=false 2024-11-24T04:17:20,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=416c1e76e4213bc9013a1c0e05e52e27, regionState=OPENING, regionLocation=fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:20,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=416c1e76e4213bc9013a1c0e05e52e27, ASSIGN because future has completed 2024-11-24T04:17:20,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 416c1e76e4213bc9013a1c0e05e52e27, server=fadb2fe0ba32,43045,1732421832367}] 2024-11-24T04:17:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:21,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. 2024-11-24T04:17:21,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:21,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:17:21,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43045%2C1732421832367.rep, suffix=, logDir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/oldWALs, maxLogs=10 2024-11-24T04:17:21,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.rep.1732421841051, exclude list is [], retry=0 2024-11-24T04:17:21,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42457,DS-102847ab-076a-4037-923c-f73888e0374c,DISK] 2024-11-24T04:17:21,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.rep.1732421841051 2024-11-24T04:17:21,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32927:32927)] 2024-11-24T04:17:21,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 416c1e76e4213bc9013a1c0e05e52e27, NAME => 'hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:21,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:17:21,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:17:21,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. service=MultiRowMutationService 2024-11-24T04:17:21,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:17:21,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:21,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,077 INFO [StoreOpener-416c1e76e4213bc9013a1c0e05e52e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,078 INFO [StoreOpener-416c1e76e4213bc9013a1c0e05e52e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416c1e76e4213bc9013a1c0e05e52e27 columnFamilyName hfileref 2024-11-24T04:17:21,078 DEBUG [StoreOpener-416c1e76e4213bc9013a1c0e05e52e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:21,079 INFO [StoreOpener-416c1e76e4213bc9013a1c0e05e52e27-1 {}] regionserver.HStore(327): Store=416c1e76e4213bc9013a1c0e05e52e27/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:21,079 INFO [StoreOpener-416c1e76e4213bc9013a1c0e05e52e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,080 INFO [StoreOpener-416c1e76e4213bc9013a1c0e05e52e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416c1e76e4213bc9013a1c0e05e52e27 columnFamilyName queue 2024-11-24T04:17:21,080 DEBUG [StoreOpener-416c1e76e4213bc9013a1c0e05e52e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:21,081 INFO [StoreOpener-416c1e76e4213bc9013a1c0e05e52e27-1 {}] regionserver.HStore(327): Store=416c1e76e4213bc9013a1c0e05e52e27/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:21,081 INFO [StoreOpener-416c1e76e4213bc9013a1c0e05e52e27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,082 INFO [StoreOpener-416c1e76e4213bc9013a1c0e05e52e27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 416c1e76e4213bc9013a1c0e05e52e27 columnFamilyName sid 2024-11-24T04:17:21,082 DEBUG [StoreOpener-416c1e76e4213bc9013a1c0e05e52e27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:21,082 INFO [StoreOpener-416c1e76e4213bc9013a1c0e05e52e27-1 {}] regionserver.HStore(327): Store=416c1e76e4213bc9013a1c0e05e52e27/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:21,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/replication/416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/replication/416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:17:21,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/replication/416c1e76e4213bc9013a1c0e05e52e27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:17:21,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 416c1e76e4213bc9013a1c0e05e52e27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62514568, jitterRate=-0.06846034526824951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:17:21,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:21,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 416c1e76e4213bc9013a1c0e05e52e27: Running coprocessor pre-open hook at 1732421841076Writing region info on filesystem at 1732421841076Initializing all the Stores at 1732421841076Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421841077 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421841077Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421841077Cleaning up temporary data from old regions at 1732421841084 (+7 ms)Running coprocessor post-open hooks at 1732421841090 (+6 ms)Region opened successfully at 1732421841091 (+1 ms) 2024-11-24T04:17:21,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27., pid=7, masterSystemTime=1732421841043 2024-11-24T04:17:21,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. 2024-11-24T04:17:21,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. 2024-11-24T04:17:21,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=416c1e76e4213bc9013a1c0e05e52e27, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:21,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 416c1e76e4213bc9013a1c0e05e52e27, server=fadb2fe0ba32,43045,1732421832367 because future has completed 2024-11-24T04:17:21,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T04:17:21,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 416c1e76e4213bc9013a1c0e05e52e27, server=fadb2fe0ba32,43045,1732421832367 in 210 msec 2024-11-24T04:17:21,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:17:21,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=416c1e76e4213bc9013a1c0e05e52e27, ASSIGN in 370 msec 2024-11-24T04:17:21,105 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:17:21,106 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421841105"}]},"ts":"1732421841105"} 2024-11-24T04:17:21,107 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:17:21,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:17:21,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2290 sec 2024-11-24T04:17:21,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27., hostname=fadb2fe0ba32,43045,1732421832367, seqNum=2] 2024-11-24T04:17:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:21,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:17:21,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T04:17:21,305 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:17:21,352 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,43045,1732421832367, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:17:21,352 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:21,352 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43045,1732421832367, seqNum=-1] 2024-11-24T04:17:21,353 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:21,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-24T04:17:21,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,43045,1732421832367', locateType=CURRENT is [region=hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27., hostname=fadb2fe0ba32,43045,1732421832367, seqNum=2] 2024-11-24T04:17:21,359 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T04:17:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T04:17:21,363 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,43045,1732421832367 suceeded 2024-11-24T04:17:21,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T04:17:21,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-24T04:17:21,376 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:33315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:17:21,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-24T04:17:21,380 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:33315' 2024-11-24T04:17:21,381 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c991a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:21,381 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33315,-1 for getting cluster id 2024-11-24T04:17:21,381 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:21,382 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ba8a7fa-bd9f-4ad9-81f6-e354e2fa7e2a' 2024-11-24T04:17:21,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:21,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ba8a7fa-bd9f-4ad9-81f6-e354e2fa7e2a" 2024-11-24T04:17:21,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15640e6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33315,-1] 2024-11-24T04:17:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:21,384 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:21,384 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f462a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:21,385 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33315,1732421836616 2024-11-24T04:17:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6cf693 2024-11-24T04:17:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:21,386 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-24T04:17:21,387 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,43045,1732421832367 (queues=1) is replicating from cluster=f59d6f8e-1b21-4003-8d3d-4d2ae94a61a6 to cluster=8ba8a7fa-bd9f-4ad9-81f6-e354e2fa7e2a 2024-11-24T04:17:21,387 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C43045%2C1732421832367 2024-11-24T04:17:21,387 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,43045,1732421832367, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:17:21,387 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367.replicationSource.shipperfadb2fe0ba32%2C43045%2C1732421832367,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C43045%2C1732421832367 2024-11-24T04:17:21,387 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367.replicationSource.wal-reader.fadb2fe0ba32%2C43045%2C1732421832367,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.1732421834361, startPosition=0, beingWritten=true 2024-11-24T04:17:21,594 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367.replicationSource.wal-reader.fadb2fe0ba32%2C43045%2C1732421832367,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.1732421834361 to pos 0, reset compression=false 2024-11-24T04:17:21,900 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367.replicationSource.wal-reader.fadb2fe0ba32%2C43045%2C1732421832367,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.1732421834361 to pos 0, reset compression=false 2024-11-24T04:17:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:22,015 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:17:22,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:22,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:22,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:22,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:22,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:22,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,35997,1732421832307 2024-11-24T04:17:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da01a20 2024-11-24T04:17:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:22,019 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:17:22,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T04:17:22,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:17:22,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:22,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:22,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:22,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:22,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:22,020 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:17:22,020 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2085792742, stopped=false 2024-11-24T04:17:22,020 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,33315,1732421836616 2024-11-24T04:17:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12146536925/running 2024-11-24T04:17:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12146536925/running 2024-11-24T04:17:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:22,022 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:17:22,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:22,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:22,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:22,023 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,46461,1732421836663' ***** 2024-11-24T04:17:22,023 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:17:22,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Set watcher on znode that does not yet exist, /12146536925/running 2024-11-24T04:17:22,023 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:17:22,023 INFO [RS:0;fadb2fe0ba32:46461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:17:22,023 INFO [RS:0;fadb2fe0ba32:46461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:17:22,023 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,46461,1732421836663 2024-11-24T04:17:22,023 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:17:22,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Set watcher on znode that does not yet exist, /12146536925/running 2024-11-24T04:17:22,024 INFO [RS:0;fadb2fe0ba32:46461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:46461. 2024-11-24T04:17:22,024 DEBUG [RS:0;fadb2fe0ba32:46461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:22,024 DEBUG [RS:0;fadb2fe0ba32:46461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:22,024 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:17:22,024 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:17:22,024 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:17:22,024 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:17:22,024 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:17:22,024 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T04:17:22,024 DEBUG [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:17:22,024 DEBUG [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:17:22,025 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:17:22,025 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:17:22,025 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:17:22,025 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:17:22,025 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:17:22,025 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T04:17:22,050 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/data/hbase/meta/1588230740/.tmp/ns/46889a73a375464ea752426483e8c042 is 43, key is default/ns:d/1732421839750/Put/seqid=0 2024-11-24T04:17:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741835_1011 (size=5153) 2024-11-24T04:17:22,070 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:17:22,225 DEBUG [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:17:22,306 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367.replicationSource.wal-reader.fadb2fe0ba32%2C43045%2C1732421832367,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.1732421834361 to pos 0, reset compression=false 2024-11-24T04:17:22,425 DEBUG [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:17:22,456 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/data/hbase/meta/1588230740/.tmp/ns/46889a73a375464ea752426483e8c042 2024-11-24T04:17:22,464 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/data/hbase/meta/1588230740/.tmp/ns/46889a73a375464ea752426483e8c042 as hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/data/hbase/meta/1588230740/ns/46889a73a375464ea752426483e8c042 2024-11-24T04:17:22,470 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/data/hbase/meta/1588230740/ns/46889a73a375464ea752426483e8c042, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T04:17:22,471 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-11-24T04:17:22,475 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T04:17:22,476 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:17:22,476 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:17:22,476 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:22,476 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421842025Running coprocessor pre-close hooks at 1732421842025Disabling compacts and flushes for region at 1732421842025Disabling writes for close at 1732421842025Obtaining lock to block concurrent updates at 1732421842025Preparing flush snapshotting stores in 1588230740 at 1732421842025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732421842026 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732421842027 (+1 ms)Flushing 1588230740/ns: creating writer at 1732421842027Flushing 1588230740/ns: appending metadata at 1732421842050 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732421842050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27762ff: reopening flushed file at 1732421842463 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1732421842471 (+8 ms)Writing region close event to WAL at 1732421842472 (+1 ms)Running coprocessor post-close hooks at 1732421842476 (+4 ms)Closed at 1732421842476 2024-11-24T04:17:22,476 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:22,625 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,46461,1732421836663; all regions closed. 2024-11-24T04:17:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741834_1010 (size=1152) 2024-11-24T04:17:22,633 DEBUG [RS:0;fadb2fe0ba32:46461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/oldWALs 2024-11-24T04:17:22,634 INFO [RS:0;fadb2fe0ba32:46461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C46461%2C1732421836663.meta:.meta(num 1732421839697) 2024-11-24T04:17:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741832_1008 (size=93) 2024-11-24T04:17:22,639 DEBUG [RS:0;fadb2fe0ba32:46461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/oldWALs 2024-11-24T04:17:22,639 INFO [RS:0;fadb2fe0ba32:46461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C46461%2C1732421836663:(num 1732421838811) 2024-11-24T04:17:22,639 DEBUG [RS:0;fadb2fe0ba32:46461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:22,639 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:17:22,639 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:17:22,639 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:17:22,639 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:17:22,639 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:17:22,639 INFO [RS:0;fadb2fe0ba32:46461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46461 2024-11-24T04:17:22,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12146536925/rs/fadb2fe0ba32,46461,1732421836663 2024-11-24T04:17:22,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925/rs 2024-11-24T04:17:22,642 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:17:22,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,46461,1732421836663] 2024-11-24T04:17:22,646 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12146536925/draining/fadb2fe0ba32,46461,1732421836663 already deleted, retry=false 2024-11-24T04:17:22,646 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,46461,1732421836663 expired; onlineServers=0 2024-11-24T04:17:22,646 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,33315,1732421836616' ***** 2024-11-24T04:17:22,646 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:17:22,647 INFO [M:0;fadb2fe0ba32:33315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:17:22,647 INFO [M:0;fadb2fe0ba32:33315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:17:22,647 DEBUG [M:0;fadb2fe0ba32:33315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:17:22,647 DEBUG [M:0;fadb2fe0ba32:33315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:17:22,647 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:17:22,647 INFO [M:0;fadb2fe0ba32:33315 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:17:22,647 INFO [M:0;fadb2fe0ba32:33315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:17:22,647 DEBUG [M:0;fadb2fe0ba32:33315 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:17:22,647 INFO [M:0;fadb2fe0ba32:33315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:17:22,647 INFO [M:0;fadb2fe0ba32:33315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:17:22,648 INFO [M:0;fadb2fe0ba32:33315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:17:22,648 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421838546 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421838546,5,FailOnTimeoutGroup] 2024-11-24T04:17:22,648 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:17:22,648 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421838546 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421838546,5,FailOnTimeoutGroup] 2024-11-24T04:17:22,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12146536925/master 2024-11-24T04:17:22,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12146536925 2024-11-24T04:17:22,648 DEBUG [M:0;fadb2fe0ba32:33315 {}] zookeeper.ZKUtil(347): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Unable to get data of znode /12146536925/master because node does not exist (not an error) 2024-11-24T04:17:22,649 WARN [M:0;fadb2fe0ba32:33315 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:17:22,649 INFO [M:0;fadb2fe0ba32:33315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/.lastflushedseqids 2024-11-24T04:17:22,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741836_1012 (size=99) 2024-11-24T04:17:22,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:22,743 INFO [RS:0;fadb2fe0ba32:46461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:17:22,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46461-0x101483134cd0004, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:22,743 INFO [RS:0;fadb2fe0ba32:46461 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,46461,1732421836663; zookeeper connection closed. 2024-11-24T04:17:22,744 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7229bdc9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7229bdc9 2024-11-24T04:17:22,744 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:17:22,813 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367.replicationSource.wal-reader.fadb2fe0ba32%2C43045%2C1732421832367,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.1732421834361 to pos 0, reset compression=false 2024-11-24T04:17:23,061 INFO [M:0;fadb2fe0ba32:33315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:17:23,061 INFO [M:0;fadb2fe0ba32:33315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:17:23,061 DEBUG [M:0;fadb2fe0ba32:33315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:17:23,061 INFO [M:0;fadb2fe0ba32:33315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:23,061 DEBUG [M:0;fadb2fe0ba32:33315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:23,061 DEBUG [M:0;fadb2fe0ba32:33315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:17:23,061 DEBUG [M:0;fadb2fe0ba32:33315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:23,062 INFO [M:0;fadb2fe0ba32:33315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T04:17:23,079 DEBUG [M:0;fadb2fe0ba32:33315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10546c2b85a14b5baea87a39b21e205c is 82, key is hbase:meta,,1/info:regioninfo/1732421839735/Put/seqid=0 2024-11-24T04:17:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741837_1013 (size=5672) 2024-11-24T04:17:23,421 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367.replicationSource.wal-reader.fadb2fe0ba32%2C43045%2C1732421832367,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.1732421834361 to pos 0, reset compression=false 2024-11-24T04:17:23,486 INFO [M:0;fadb2fe0ba32:33315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10546c2b85a14b5baea87a39b21e205c 2024-11-24T04:17:23,515 DEBUG [M:0;fadb2fe0ba32:33315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4481bf566f6944888a1bfb69cf674e64 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732421839759/Put/seqid=0 2024-11-24T04:17:23,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741838_1014 (size=5275) 2024-11-24T04:17:23,922 INFO [M:0;fadb2fe0ba32:33315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4481bf566f6944888a1bfb69cf674e64 2024-11-24T04:17:23,945 DEBUG [M:0;fadb2fe0ba32:33315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a842af5d6e224835b26bb3b34a6f0f46 is 69, key is fadb2fe0ba32,46461,1732421836663/rs:state/1732421838645/Put/seqid=0 2024-11-24T04:17:23,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741839_1015 (size=5156) 2024-11-24T04:17:24,128 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367.replicationSource.wal-reader.fadb2fe0ba32%2C43045%2C1732421832367,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.1732421834361 to pos 0, reset compression=false 2024-11-24T04:17:24,353 INFO [M:0;fadb2fe0ba32:33315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a842af5d6e224835b26bb3b34a6f0f46 2024-11-24T04:17:24,361 DEBUG [M:0;fadb2fe0ba32:33315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10546c2b85a14b5baea87a39b21e205c as hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10546c2b85a14b5baea87a39b21e205c 2024-11-24T04:17:24,367 INFO [M:0;fadb2fe0ba32:33315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10546c2b85a14b5baea87a39b21e205c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T04:17:24,368 DEBUG [M:0;fadb2fe0ba32:33315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4481bf566f6944888a1bfb69cf674e64 as hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4481bf566f6944888a1bfb69cf674e64 2024-11-24T04:17:24,374 INFO [M:0;fadb2fe0ba32:33315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4481bf566f6944888a1bfb69cf674e64, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T04:17:24,375 DEBUG [M:0;fadb2fe0ba32:33315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a842af5d6e224835b26bb3b34a6f0f46 as hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a842af5d6e224835b26bb3b34a6f0f46 2024-11-24T04:17:24,380 INFO [M:0;fadb2fe0ba32:33315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44969/user/jenkins/test-data/495f2a8c-2303-5c12-3af5-8f91b1d6fc90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a842af5d6e224835b26bb3b34a6f0f46, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T04:17:24,382 INFO [M:0;fadb2fe0ba32:33315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=28, compaction requested=false 2024-11-24T04:17:24,383 INFO [M:0;fadb2fe0ba32:33315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:24,383 DEBUG [M:0;fadb2fe0ba32:33315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421843061Disabling compacts and flushes for region at 1732421843061Disabling writes for close at 1732421843061Obtaining lock to block concurrent updates at 1732421843062 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421843062Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732421843062Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421843063 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421843063Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421843078 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421843078Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421843496 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421843514 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421843514Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421843928 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421843944 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421843944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b64afc6: reopening flushed file at 1732421844360 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce78bb: reopening flushed file at 1732421844368 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e514452: reopening flushed file at 1732421844374 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=28, compaction requested=false at 1732421844382 (+8 ms)Writing region close event to WAL at 1732421844383 (+1 ms)Closed at 1732421844383 2024-11-24T04:17:24,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741830_1006 (size=10165) 2024-11-24T04:17:24,386 INFO [M:0;fadb2fe0ba32:33315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:17:24,386 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:17:24,386 INFO [M:0;fadb2fe0ba32:33315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33315 2024-11-24T04:17:24,387 INFO [M:0;fadb2fe0ba32:33315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:17:24,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:24,489 INFO [M:0;fadb2fe0ba32:33315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:17:24,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33315-0x101483134cd0003, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:24,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@282704ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:17:24,492 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cb4a4a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:17:24,492 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:17:24,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e57ea33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:17:24,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c929d4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/hadoop.log.dir/,STOPPED} 2024-11-24T04:17:24,495 WARN [BP-339231554-172.17.0.2-1732421835556 heartbeating to localhost/127.0.0.1:44969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:17:24,495 WARN [BP-339231554-172.17.0.2-1732421835556 heartbeating to localhost/127.0.0.1:44969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-339231554-172.17.0.2-1732421835556 (Datanode Uuid 94f77b7d-fc5e-445c-a52f-4b79d2444aad) service to localhost/127.0.0.1:44969 2024-11-24T04:17:24,495 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:17:24,495 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:17:24,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/cluster_72d72232-7aaf-45b6-f0fd-528feab84619/data/data1/current/BP-339231554-172.17.0.2-1732421835556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:24,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/cluster_72d72232-7aaf-45b6-f0fd-528feab84619/data/data2/current/BP-339231554-172.17.0.2-1732421835556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:24,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:17:24,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bcea35c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:17:24,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27fa36b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:17:24,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:17:24,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4eb1c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:17:24,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23912fa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/hadoop.log.dir/,STOPPED} 2024-11-24T04:17:24,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:17:24,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:17:24,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:24,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:24,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:24,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:24,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:24,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:17:24,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=369681457, stopped=false 2024-11-24T04:17:24,523 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,35997,1732421832307 2024-11-24T04:17:24,524 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:17:24,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01358134901/running 2024-11-24T04:17:24,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01358134901/running 2024-11-24T04:17:24,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:24,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:24,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:24,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:24,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:24,525 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,43045,1732421832367' ***** 2024-11-24T04:17:24,525 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:17:24,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Set watcher on znode that does not yet exist, /01358134901/running 2024-11-24T04:17:24,525 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:17:24,525 INFO [RS:0;fadb2fe0ba32:43045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:17:24,526 INFO [RS:0;fadb2fe0ba32:43045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:17:24,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:17:24,526 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(3091): Received CLOSE for 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:24,526 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:24,526 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:17:24,526 INFO [RS:0;fadb2fe0ba32:43045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:43045. 2024-11-24T04:17:24,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Set watcher on znode that does not yet exist, /01358134901/running 2024-11-24T04:17:24,526 DEBUG [RS:0;fadb2fe0ba32:43045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:24,526 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 416c1e76e4213bc9013a1c0e05e52e27, disabling compactions & flushes 2024-11-24T04:17:24,526 DEBUG [RS:0;fadb2fe0ba32:43045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:24,526 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. 2024-11-24T04:17:24,526 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. 2024-11-24T04:17:24,526 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:17:24,526 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. after waiting 0 ms 2024-11-24T04:17:24,526 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:17:24,526 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. 2024-11-24T04:17:24,526 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:17:24,527 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 416c1e76e4213bc9013a1c0e05e52e27 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T04:17:24,527 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:17:24,527 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:17:24,527 DEBUG [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 416c1e76e4213bc9013a1c0e05e52e27=hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27.} 2024-11-24T04:17:24,527 DEBUG [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 416c1e76e4213bc9013a1c0e05e52e27 2024-11-24T04:17:24,527 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:17:24,527 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:17:24,527 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:17:24,527 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:17:24,527 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:17:24,527 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T04:17:24,544 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/replication/416c1e76e4213bc9013a1c0e05e52e27/.tmp/queue/f6ce7e584f6245c6a4a22f79c19996fa is 151, key is 1-fadb2fe0ba32,43045,1732421832367/queue:fadb2fe0ba32%2C43045%2C1732421832367/1732421841358/Put/seqid=0 2024-11-24T04:17:24,548 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/.tmp/info/5891d6dfc68e4da6ad9677de339b0716 is 147, key is hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27./info:regioninfo/1732421841095/Put/seqid=0 2024-11-24T04:17:24,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741838_1014 (size=5350) 2024-11-24T04:17:24,550 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/replication/416c1e76e4213bc9013a1c0e05e52e27/.tmp/queue/f6ce7e584f6245c6a4a22f79c19996fa 2024-11-24T04:17:24,553 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:17:24,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741839_1015 (size=6631) 2024-11-24T04:17:24,555 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/.tmp/info/5891d6dfc68e4da6ad9677de339b0716 2024-11-24T04:17:24,558 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/replication/416c1e76e4213bc9013a1c0e05e52e27/.tmp/queue/f6ce7e584f6245c6a4a22f79c19996fa as hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/replication/416c1e76e4213bc9013a1c0e05e52e27/queue/f6ce7e584f6245c6a4a22f79c19996fa 2024-11-24T04:17:24,564 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/replication/416c1e76e4213bc9013a1c0e05e52e27/queue/f6ce7e584f6245c6a4a22f79c19996fa, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T04:17:24,565 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 416c1e76e4213bc9013a1c0e05e52e27 in 39ms, sequenceid=5, compaction requested=false 2024-11-24T04:17:24,565 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T04:17:24,570 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/replication/416c1e76e4213bc9013a1c0e05e52e27/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T04:17:24,571 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:17:24,571 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:17:24,571 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. 2024-11-24T04:17:24,571 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 416c1e76e4213bc9013a1c0e05e52e27: Waiting for close lock at 1732421844526Running coprocessor pre-close hooks at 1732421844526Disabling compacts and flushes for region at 1732421844526Disabling writes for close at 1732421844526Obtaining lock to block concurrent updates at 1732421844527 (+1 ms)Preparing flush snapshotting stores in 416c1e76e4213bc9013a1c0e05e52e27 at 1732421844527Finished memstore snapshotting hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732421844527Flushing stores of hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. at 1732421844528 (+1 ms)Flushing 416c1e76e4213bc9013a1c0e05e52e27/queue: creating writer at 1732421844528Flushing 416c1e76e4213bc9013a1c0e05e52e27/queue: appending metadata at 1732421844544 (+16 ms)Flushing 416c1e76e4213bc9013a1c0e05e52e27/queue: closing flushed file at 1732421844544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681590de: reopening flushed file at 1732421844557 (+13 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 416c1e76e4213bc9013a1c0e05e52e27 in 39ms, sequenceid=5, compaction requested=false at 1732421844565 (+8 ms)Writing region close event to WAL at 1732421844567 (+2 ms)Running coprocessor post-close hooks at 1732421844571 (+4 ms)Closed at 1732421844571 2024-11-24T04:17:24,571 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732421839879.416c1e76e4213bc9013a1c0e05e52e27. 2024-11-24T04:17:24,585 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/.tmp/ns/70eb24e4452b46f39b4abb3f9160b627 is 43, key is default/ns:d/1732421835382/Put/seqid=0 2024-11-24T04:17:24,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741840_1016 (size=5153) 2024-11-24T04:17:24,727 DEBUG [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:17:24,927 DEBUG [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:17:24,934 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367.replicationSource.wal-reader.fadb2fe0ba32%2C43045%2C1732421832367,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.1732421834361 to pos 0, reset compression=false 2024-11-24T04:17:24,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:17:24,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T04:17:24,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:17:24,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T04:17:24,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:17:24,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T04:17:24,991 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/.tmp/ns/70eb24e4452b46f39b4abb3f9160b627 2024-11-24T04:17:25,013 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/.tmp/table/5e255b1ed0df4943a854a35ac08af290 is 53, key is hbase:replication/table:state/1732421841105/Put/seqid=0 2024-11-24T04:17:25,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741841_1017 (size=5256) 2024-11-24T04:17:25,128 DEBUG [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:17:25,240 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:17:25,240 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:17:25,328 DEBUG [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:17:25,418 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/.tmp/table/5e255b1ed0df4943a854a35ac08af290 2024-11-24T04:17:25,426 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/.tmp/info/5891d6dfc68e4da6ad9677de339b0716 as hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/info/5891d6dfc68e4da6ad9677de339b0716 2024-11-24T04:17:25,431 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/info/5891d6dfc68e4da6ad9677de339b0716, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T04:17:25,432 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/.tmp/ns/70eb24e4452b46f39b4abb3f9160b627 as hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/ns/70eb24e4452b46f39b4abb3f9160b627 2024-11-24T04:17:25,437 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/ns/70eb24e4452b46f39b4abb3f9160b627, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T04:17:25,438 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/.tmp/table/5e255b1ed0df4943a854a35ac08af290 as hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/table/5e255b1ed0df4943a854a35ac08af290 2024-11-24T04:17:25,443 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/table/5e255b1ed0df4943a854a35ac08af290, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T04:17:25,444 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=11, compaction requested=false 2024-11-24T04:17:25,449 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T04:17:25,450 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:17:25,450 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:17:25,450 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:25,450 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421844527Running coprocessor pre-close hooks at 1732421844527Disabling compacts and flushes for region at 1732421844527Disabling writes for close at 1732421844527Obtaining lock to block concurrent updates at 1732421844527Preparing flush snapshotting stores in 1588230740 at 1732421844527Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732421844528 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732421844528Flushing 1588230740/info: creating writer at 1732421844528Flushing 1588230740/info: appending metadata at 1732421844548 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732421844548Flushing 1588230740/ns: creating writer at 1732421844561 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732421844584 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732421844585 (+1 ms)Flushing 1588230740/table: creating writer at 1732421844997 (+412 ms)Flushing 1588230740/table: appending metadata at 1732421845012 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732421845012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e299d8: reopening flushed file at 1732421845425 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20c7f74e: reopening flushed file at 1732421845431 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634658f8: reopening flushed file at 1732421845438 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=11, compaction requested=false at 1732421845444 (+6 ms)Writing region close event to WAL at 1732421845446 (+2 ms)Running coprocessor post-close hooks at 1732421845449 (+3 ms)Closed at 1732421845450 (+1 ms) 2024-11-24T04:17:25,450 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:25,528 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,43045,1732421832367; all regions closed. 2024-11-24T04:17:25,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741834_1010 (size=2742) 2024-11-24T04:17:25,533 DEBUG [RS:0;fadb2fe0ba32:43045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/oldWALs 2024-11-24T04:17:25,533 INFO [RS:0;fadb2fe0ba32:43045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C43045%2C1732421832367.meta:.meta(num 1732421835328) 2024-11-24T04:17:25,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741837_1013 (size=1586) 2024-11-24T04:17:25,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/WALs/fadb2fe0ba32,43045,1732421832367/fadb2fe0ba32%2C43045%2C1732421832367.rep.1732421841051 not finished, retry = 0 2024-11-24T04:17:25,639 DEBUG [RS:0;fadb2fe0ba32:43045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/oldWALs 2024-11-24T04:17:25,639 INFO [RS:0;fadb2fe0ba32:43045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C43045%2C1732421832367.rep:(num 1732421841051) 2024-11-24T04:17:25,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741832_1008 (size=93) 2024-11-24T04:17:25,644 DEBUG [RS:0;fadb2fe0ba32:43045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/oldWALs 2024-11-24T04:17:25,644 INFO [RS:0;fadb2fe0ba32:43045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C43045%2C1732421832367:(num 1732421834361) 2024-11-24T04:17:25,644 DEBUG [RS:0;fadb2fe0ba32:43045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:25,644 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:17:25,644 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:17:25,644 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:17:25,644 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:17:25,644 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:17:25,644 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,43045,1732421832367 because: Region server is closing 2024-11-24T04:17:25,645 INFO [RS:0;fadb2fe0ba32:43045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:43045. 2024-11-24T04:17:25,645 DEBUG [RS:0;fadb2fe0ba32:43045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:25,645 DEBUG [RS:0;fadb2fe0ba32:43045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:25,645 DEBUG [RS:0;fadb2fe0ba32:43045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:25,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:25,745 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367.replicationSource.wal-reader.fadb2fe0ba32%2C43045%2C1732421832367,1-fadb2fe0ba32,43045,1732421832367 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T04:17:25,745 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367.replicationSource.shipperfadb2fe0ba32%2C43045%2C1732421832367,1-fadb2fe0ba32,43045,1732421832367 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T04:17:25,746 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43045,1732421832367.replicationSource.shipperfadb2fe0ba32%2C43045%2C1732421832367,1-fadb2fe0ba32,43045,1732421832367 terminated 2024-11-24T04:17:25,746 INFO [RS:0;fadb2fe0ba32:43045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43045 2024-11-24T04:17:25,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01358134901/rs/fadb2fe0ba32,43045,1732421832367 2024-11-24T04:17:25,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901/rs 2024-11-24T04:17:25,748 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:17:25,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,43045,1732421832367] 2024-11-24T04:17:25,752 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01358134901/draining/fadb2fe0ba32,43045,1732421832367 already deleted, retry=false 2024-11-24T04:17:25,752 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,43045,1732421832367 expired; onlineServers=0 2024-11-24T04:17:25,752 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,35997,1732421832307' ***** 2024-11-24T04:17:25,752 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:17:25,752 INFO [M:0;fadb2fe0ba32:35997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:17:25,752 INFO [M:0;fadb2fe0ba32:35997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:17:25,753 DEBUG [M:0;fadb2fe0ba32:35997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:17:25,753 DEBUG [M:0;fadb2fe0ba32:35997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:17:25,753 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:17:25,753 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421834169 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421834169,5,FailOnTimeoutGroup] 2024-11-24T04:17:25,753 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421834172 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421834172,5,FailOnTimeoutGroup] 2024-11-24T04:17:25,753 INFO [M:0;fadb2fe0ba32:35997 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:17:25,753 INFO [M:0;fadb2fe0ba32:35997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:17:25,753 DEBUG [M:0;fadb2fe0ba32:35997 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:17:25,753 INFO [M:0;fadb2fe0ba32:35997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:17:25,753 INFO [M:0;fadb2fe0ba32:35997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:17:25,753 INFO [M:0;fadb2fe0ba32:35997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:17:25,753 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:17:25,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01358134901/master 2024-11-24T04:17:25,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01358134901 2024-11-24T04:17:25,754 DEBUG [M:0;fadb2fe0ba32:35997 {}] zookeeper.ZKUtil(347): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Unable to get data of znode /01358134901/master because node does not exist (not an error) 2024-11-24T04:17:25,754 WARN [M:0;fadb2fe0ba32:35997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:17:25,755 INFO [M:0;fadb2fe0ba32:35997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/.lastflushedseqids 2024-11-24T04:17:25,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741842_1018 (size=181) 2024-11-24T04:17:25,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:25,851 INFO [RS:0;fadb2fe0ba32:43045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:17:25,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43045-0x101483134cd0001, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:25,851 INFO [RS:0;fadb2fe0ba32:43045 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,43045,1732421832367; zookeeper connection closed. 2024-11-24T04:17:25,852 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@357e7915 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@357e7915 2024-11-24T04:17:25,852 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:17:26,161 INFO [M:0;fadb2fe0ba32:35997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:17:26,161 INFO [M:0;fadb2fe0ba32:35997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:17:26,161 DEBUG [M:0;fadb2fe0ba32:35997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:17:26,161 INFO [M:0;fadb2fe0ba32:35997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:26,161 DEBUG [M:0;fadb2fe0ba32:35997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:26,161 DEBUG [M:0;fadb2fe0ba32:35997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:17:26,161 DEBUG [M:0;fadb2fe0ba32:35997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:26,161 INFO [M:0;fadb2fe0ba32:35997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T04:17:26,180 DEBUG [M:0;fadb2fe0ba32:35997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ca3307f428a4edea5944d3eee8fd8b5 is 82, key is hbase:meta,,1/info:regioninfo/1732421835366/Put/seqid=0 2024-11-24T04:17:26,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741843_1019 (size=5672) 2024-11-24T04:17:26,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:17:26,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:26,585 INFO [M:0;fadb2fe0ba32:35997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ca3307f428a4edea5944d3eee8fd8b5 2024-11-24T04:17:26,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:26,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:26,606 DEBUG [M:0;fadb2fe0ba32:35997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7399484e078d4554b83860c211241d1a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732421841110/Put/seqid=0 2024-11-24T04:17:26,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741844_1020 (size=7203) 2024-11-24T04:17:27,012 INFO [M:0;fadb2fe0ba32:35997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7399484e078d4554b83860c211241d1a 2024-11-24T04:17:27,032 DEBUG [M:0;fadb2fe0ba32:35997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b7e669df04c4a61975dae01ec84cb71 is 69, key is fadb2fe0ba32,43045,1732421832367/rs:state/1732421834212/Put/seqid=0 2024-11-24T04:17:27,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741845_1021 (size=5156) 2024-11-24T04:17:27,437 INFO [M:0;fadb2fe0ba32:35997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b7e669df04c4a61975dae01ec84cb71 2024-11-24T04:17:27,445 DEBUG [M:0;fadb2fe0ba32:35997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ca3307f428a4edea5944d3eee8fd8b5 as hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ca3307f428a4edea5944d3eee8fd8b5 2024-11-24T04:17:27,450 INFO [M:0;fadb2fe0ba32:35997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ca3307f428a4edea5944d3eee8fd8b5, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T04:17:27,451 DEBUG [M:0;fadb2fe0ba32:35997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7399484e078d4554b83860c211241d1a as hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7399484e078d4554b83860c211241d1a 2024-11-24T04:17:27,457 INFO [M:0;fadb2fe0ba32:35997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7399484e078d4554b83860c211241d1a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T04:17:27,458 DEBUG [M:0;fadb2fe0ba32:35997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b7e669df04c4a61975dae01ec84cb71 as hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b7e669df04c4a61975dae01ec84cb71 2024-11-24T04:17:27,463 INFO [M:0;fadb2fe0ba32:35997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/3fe10c74-92a8-26a4-5b3e-01360d2ba630/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b7e669df04c4a61975dae01ec84cb71, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T04:17:27,465 INFO [M:0;fadb2fe0ba32:35997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=70, compaction requested=false 2024-11-24T04:17:27,466 INFO [M:0;fadb2fe0ba32:35997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:27,466 DEBUG [M:0;fadb2fe0ba32:35997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421846161Disabling compacts and flushes for region at 1732421846161Disabling writes for close at 1732421846161Obtaining lock to block concurrent updates at 1732421846161Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421846161Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732421846162 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421846162Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421846162Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421846179 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421846179Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421846590 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421846606 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421846606Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421847017 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421847031 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421847031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef52f6c: reopening flushed file at 1732421847444 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596d336d: reopening flushed file at 1732421847451 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d26362b: reopening flushed file at 1732421847457 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=70, compaction requested=false at 1732421847465 (+8 ms)Writing region close event to WAL at 1732421847466 (+1 ms)Closed at 1732421847466 2024-11-24T04:17:27,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741830_1006 (size=41008) 2024-11-24T04:17:27,469 INFO [M:0;fadb2fe0ba32:35997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:17:27,469 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:17:27,470 INFO [M:0;fadb2fe0ba32:35997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35997 2024-11-24T04:17:27,470 INFO [M:0;fadb2fe0ba32:35997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:17:27,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:27,573 INFO [M:0;fadb2fe0ba32:35997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:17:27,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x101483134cd0000, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:17:27,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57bf3961{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:17:27,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32577e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:17:27,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:17:27,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@87d2036{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:17:27,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da2c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/hadoop.log.dir/,STOPPED} 2024-11-24T04:17:27,578 WARN [BP-1226539551-172.17.0.2-1732421831270 heartbeating to localhost/127.0.0.1:45129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:17:27,578 WARN [BP-1226539551-172.17.0.2-1732421831270 heartbeating to localhost/127.0.0.1:45129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1226539551-172.17.0.2-1732421831270 (Datanode Uuid 432c42d7-4d7e-4cee-802d-e5e5f9387e06) service to localhost/127.0.0.1:45129 2024-11-24T04:17:27,578 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:17:27,578 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:17:27,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/cluster_96f8d844-d0dd-2d5b-5fa2-f3ccec888ab9/data/data1/current/BP-1226539551-172.17.0.2-1732421831270 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:27,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/cluster_96f8d844-d0dd-2d5b-5fa2-f3ccec888ab9/data/data2/current/BP-1226539551-172.17.0.2-1732421831270 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:17:27,580 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:17:27,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ae5c3c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:17:27,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64341732{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:17:27,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:17:27,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aba68e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:17:27,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@565871ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e6eb780-474f-f09c-5a89-aeed4d438ed8/hadoop.log.dir/,STOPPED} 2024-11-24T04:17:27,598 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T04:17:27,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:17:27,619 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 110) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:44969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:44969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:45129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52780) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52780) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:45129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:44969 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:45129 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=463 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 310) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6897 (was 6328) - AvailableMemoryMB LEAK? - 2024-11-24T04:17:27,627 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=6897 2024-11-24T04:17:27,645 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-24T04:17:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/hadoop.log.dir so I do NOT create it in target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15 2024-11-24T04:17:27,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:17:27,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/hadoop.tmp.dir so I do NOT create it in target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15 2024-11-24T04:17:27,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3fbd0ea9-baa4-7d8d-6fca-5eca7a244ce8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:17:27,646 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15 2024-11-24T04:17:27,646 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/cluster_4e1b3e76-c489-358d-3f38-795efd03c2d6, deleteOnExit=true 2024-11-24T04:17:27,652 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/cluster_4e1b3e76-c489-358d-3f38-795efd03c2d6/zookeeper_0, clientPort=52636, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/cluster_4e1b3e76-c489-358d-3f38-795efd03c2d6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/cluster_4e1b3e76-c489-358d-3f38-795efd03c2d6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T04:17:27,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52636 2024-11-24T04:17:27,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:17:27,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:17:27,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/test.cache.data in system properties and HBase conf 2024-11-24T04:17:27,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:17:27,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:17:27,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:17:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:17:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:17:27,655 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:17:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:17:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:17:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:17:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:17:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:17:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:17:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:17:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:17:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:17:27,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:17:27,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:17:27,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:17:27,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:17:27,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:17:27,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101483134cd0005, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:17:27,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101483134cd0002, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:17:27,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101483134cd0005, quorum=127.0.0.1:52780, baseZNode=/12146536925 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:17:27,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101483134cd0002, quorum=127.0.0.1:52780, baseZNode=/01358134901 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:17:27,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:17:27,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:17:27,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:17:27,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:17:27,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:17:27,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:17:27,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d028ff6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:17:27,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d6519a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:17:27,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2406b21c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/java.io.tmpdir/jetty-localhost-46371-hadoop-hdfs-3_4_1-tests_jar-_-any-13364185511189959289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:17:27,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b42acc6{HTTP/1.1, (http/1.1)}{localhost:46371} 2024-11-24T04:17:27,887 INFO [Time-limited test {}] server.Server(415): Started @48130ms 2024-11-24T04:17:27,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:17:27,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:17:27,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:17:27,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:17:27,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:17:27,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5441d9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:17:27,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@563faabd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:17:28,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4403d3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/java.io.tmpdir/jetty-localhost-43441-hadoop-hdfs-3_4_1-tests_jar-_-any-7175970121920270572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:17:28,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73a2eb2{HTTP/1.1, (http/1.1)}{localhost:43441} 2024-11-24T04:17:28,118 INFO [Time-limited test {}] server.Server(415): Started @48361ms 2024-11-24T04:17:28,120 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:17:28,222 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/cluster_4e1b3e76-c489-358d-3f38-795efd03c2d6/data/data2/current/BP-784037261-172.17.0.2-1732421847676/current, will proceed with Du for space computation calculation, 2024-11-24T04:17:28,222 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/cluster_4e1b3e76-c489-358d-3f38-795efd03c2d6/data/data1/current/BP-784037261-172.17.0.2-1732421847676/current, will proceed with Du for space computation calculation, 2024-11-24T04:17:28,239 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:17:28,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d2d5c2a8c139131 with lease ID 0x9f7138395f0b8531: Processing first storage report for DS-06442ad6-e947-40e1-8fdc-d9a34b64cc0c from datanode DatanodeRegistration(127.0.0.1:39465, datanodeUuid=6fc29fe7-1bbe-4f0a-9579-bee497ca903b, infoPort=37483, infoSecurePort=0, ipcPort=41993, storageInfo=lv=-57;cid=testClusterID;nsid=1781888892;c=1732421847676) 2024-11-24T04:17:28,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d2d5c2a8c139131 with lease ID 0x9f7138395f0b8531: from storage DS-06442ad6-e947-40e1-8fdc-d9a34b64cc0c node DatanodeRegistration(127.0.0.1:39465, datanodeUuid=6fc29fe7-1bbe-4f0a-9579-bee497ca903b, infoPort=37483, infoSecurePort=0, ipcPort=41993, storageInfo=lv=-57;cid=testClusterID;nsid=1781888892;c=1732421847676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:17:28,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d2d5c2a8c139131 with lease ID 0x9f7138395f0b8531: Processing first storage report for DS-614a4b3b-20c2-4ec5-86f5-c1c7392f9523 from datanode DatanodeRegistration(127.0.0.1:39465, datanodeUuid=6fc29fe7-1bbe-4f0a-9579-bee497ca903b, infoPort=37483, infoSecurePort=0, ipcPort=41993, storageInfo=lv=-57;cid=testClusterID;nsid=1781888892;c=1732421847676) 2024-11-24T04:17:28,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d2d5c2a8c139131 with lease ID 0x9f7138395f0b8531: from storage DS-614a4b3b-20c2-4ec5-86f5-c1c7392f9523 node DatanodeRegistration(127.0.0.1:39465, datanodeUuid=6fc29fe7-1bbe-4f0a-9579-bee497ca903b, infoPort=37483, infoSecurePort=0, ipcPort=41993, storageInfo=lv=-57;cid=testClusterID;nsid=1781888892;c=1732421847676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:17:28,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15 2024-11-24T04:17:28,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:28,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:28,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:17:28,658 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1 with version=8 2024-11-24T04:17:28,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/hbase-staging 2024-11-24T04:17:28,661 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:17:28,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:28,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:28,661 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:17:28,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:28,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:17:28,661 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:17:28,661 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:17:28,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46859 2024-11-24T04:17:28,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46859 connecting to ZooKeeper ensemble=127.0.0.1:52636 2024-11-24T04:17:28,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468590x0, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:28,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46859-0x101483174f00000 connected 2024-11-24T04:17:28,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:28,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:28,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Set watcher on znode that does not yet exist, /0-1396743614/running 2024-11-24T04:17:28,696 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1, hbase.cluster.distributed=false 2024-11-24T04:17:28,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Set watcher on znode that does not yet exist, /0-1396743614/acl 2024-11-24T04:17:28,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46859 2024-11-24T04:17:28,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46859 2024-11-24T04:17:28,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46859 2024-11-24T04:17:28,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46859 2024-11-24T04:17:28,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46859 2024-11-24T04:17:28,716 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:17:28,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:28,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:28,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:17:28,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:28,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:17:28,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:17:28,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:17:28,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33431 2024-11-24T04:17:28,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33431 connecting to ZooKeeper ensemble=127.0.0.1:52636 2024-11-24T04:17:28,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:28,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:28,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334310x0, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:28,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334310x0, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Set watcher on znode that does not yet exist, /0-1396743614/running 2024-11-24T04:17:28,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33431-0x101483174f00001 connected 2024-11-24T04:17:28,725 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:17:28,728 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:17:28,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Set watcher on znode that does not yet exist, /0-1396743614/master 2024-11-24T04:17:28,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Set watcher on znode that does not yet exist, /0-1396743614/acl 2024-11-24T04:17:28,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33431 2024-11-24T04:17:28,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33431 2024-11-24T04:17:28,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33431 2024-11-24T04:17:28,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33431 2024-11-24T04:17:28,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33431 2024-11-24T04:17:28,745 DEBUG [M:0;fadb2fe0ba32:46859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:46859 2024-11-24T04:17:28,745 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1396743614/backup-masters/fadb2fe0ba32,46859,1732421848661 2024-11-24T04:17:28,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614/backup-masters 2024-11-24T04:17:28,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614/backup-masters 2024-11-24T04:17:28,747 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Set watcher on existing znode=/0-1396743614/backup-masters/fadb2fe0ba32,46859,1732421848661 2024-11-24T04:17:28,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1396743614/master 2024-11-24T04:17:28,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:28,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:28,749 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Set watcher on existing znode=/0-1396743614/master 2024-11-24T04:17:28,749 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1396743614/backup-masters/fadb2fe0ba32,46859,1732421848661 from backup master directory 2024-11-24T04:17:28,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1396743614/backup-masters/fadb2fe0ba32,46859,1732421848661 2024-11-24T04:17:28,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614/backup-masters 2024-11-24T04:17:28,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614/backup-masters 2024-11-24T04:17:28,752 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:17:28,752 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,46859,1732421848661 2024-11-24T04:17:28,757 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/hbase.id] with ID: 6dc8de65-1804-484c-becd-cc8a0c48cd67 2024-11-24T04:17:28,757 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/.tmp/hbase.id 2024-11-24T04:17:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:17:29,162 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/.tmp/hbase.id]:[hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/hbase.id] 2024-11-24T04:17:29,176 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:29,176 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:17:29,177 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:17:29,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:29,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:29,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:17:29,593 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:17:29,594 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:17:29,594 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:29,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:17:30,008 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store 2024-11-24T04:17:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:17:30,416 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:30,416 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:17:30,416 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:30,416 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:30,416 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:17:30,416 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:30,416 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:30,416 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421850416Disabling compacts and flushes for region at 1732421850416Disabling writes for close at 1732421850416Writing region close event to WAL at 1732421850416Closed at 1732421850416 2024-11-24T04:17:30,417 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/.initializing 2024-11-24T04:17:30,417 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/WALs/fadb2fe0ba32,46859,1732421848661 2024-11-24T04:17:30,418 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:17:30,420 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C46859%2C1732421848661, suffix=, logDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/WALs/fadb2fe0ba32,46859,1732421848661, archiveDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/oldWALs, maxLogs=10 2024-11-24T04:17:30,435 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/WALs/fadb2fe0ba32,46859,1732421848661/fadb2fe0ba32%2C46859%2C1732421848661.1732421850421, exclude list is [], retry=0 2024-11-24T04:17:30,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39465,DS-06442ad6-e947-40e1-8fdc-d9a34b64cc0c,DISK] 2024-11-24T04:17:30,440 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/WALs/fadb2fe0ba32,46859,1732421848661/fadb2fe0ba32%2C46859%2C1732421848661.1732421850421 2024-11-24T04:17:30,441 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37483:37483)] 2024-11-24T04:17:30,441 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:30,441 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:30,441 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:30,441 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:30,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:30,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:17:30,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:30,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:30,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:30,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:17:30,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:30,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:30,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:30,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:17:30,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:30,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:30,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:30,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:17:30,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:30,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:30,450 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:30,451 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:30,451 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:30,452 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:30,452 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:30,453 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:30,454 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:30,456 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:17:30,456 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61087046, jitterRate=-0.0897320806980133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:30,457 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421850441Initializing all the Stores at 1732421850442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421850442Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421850442Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421850442Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421850442Cleaning up temporary data from old regions at 1732421850452 (+10 ms)Region opened successfully at 1732421850457 (+5 ms) 2024-11-24T04:17:30,457 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:17:30,460 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce07503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:17:30,461 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:17:30,461 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:17:30,461 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:17:30,461 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:17:30,461 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:17:30,462 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:17:30,462 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:17:30,464 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:17:30,464 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Unable to get data of znode /0-1396743614/balancer because node does not exist (not necessarily an error) 2024-11-24T04:17:30,466 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1396743614/balancer already deleted, retry=false 2024-11-24T04:17:30,466 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:17:30,467 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Unable to get data of znode /0-1396743614/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:17:30,469 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1396743614/normalizer already deleted, retry=false 2024-11-24T04:17:30,469 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:17:30,470 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Unable to get data of znode /0-1396743614/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:17:30,471 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1396743614/switch/split already deleted, retry=false 2024-11-24T04:17:30,472 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Unable to get data of znode /0-1396743614/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:17:30,473 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1396743614/switch/merge already deleted, retry=false 2024-11-24T04:17:30,475 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Unable to get data of znode /0-1396743614/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:17:30,476 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1396743614/snapshot-cleanup already deleted, retry=false 2024-11-24T04:17:30,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1396743614/running 2024-11-24T04:17:30,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:30,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1396743614/running 2024-11-24T04:17:30,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:30,479 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,46859,1732421848661, sessionid=0x101483174f00000, setting cluster-up flag (Was=false) 2024-11-24T04:17:30,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:30,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:30,491 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1396743614/flush-table-proc/acquired, /0-1396743614/flush-table-proc/reached, /0-1396743614/flush-table-proc/abort 2024-11-24T04:17:30,492 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,46859,1732421848661 2024-11-24T04:17:30,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:30,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:30,500 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1396743614/online-snapshot/acquired, /0-1396743614/online-snapshot/reached, /0-1396743614/online-snapshot/abort 2024-11-24T04:17:30,501 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,46859,1732421848661 2024-11-24T04:17:30,502 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:17:30,504 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:30,504 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:17:30,504 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:17:30,504 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,46859,1732421848661 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:17:30,505 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:30,505 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:30,505 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:30,505 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:30,505 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:17:30,505 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,506 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:17:30,506 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,508 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:30,508 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421880508 2024-11-24T04:17:30,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:17:30,509 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:17:30,509 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:17:30,509 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:17:30,509 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:17:30,509 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:17:30,509 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:17:30,509 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,510 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:30,510 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:17:30,510 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:17:30,510 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:17:30,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:17:30,510 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:17:30,510 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:17:30,510 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:17:30,511 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421850510,5,FailOnTimeoutGroup] 2024-11-24T04:17:30,513 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421850511,5,FailOnTimeoutGroup] 2024-11-24T04:17:30,513 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,513 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:17:30,513 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,513 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:17:30,536 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(746): ClusterId : 6dc8de65-1804-484c-becd-cc8a0c48cd67 2024-11-24T04:17:30,536 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:17:30,538 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:17:30,538 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:17:30,542 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:17:30,542 DEBUG [RS:0;fadb2fe0ba32:33431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eab43bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:17:30,554 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:33431 2024-11-24T04:17:30,554 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:17:30,554 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:17:30,554 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:17:30,555 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,46859,1732421848661 with port=33431, startcode=1732421848716 2024-11-24T04:17:30,555 DEBUG [RS:0;fadb2fe0ba32:33431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:17:30,557 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:17:30,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:30,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46859 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:30,559 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1 2024-11-24T04:17:30,559 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43909 2024-11-24T04:17:30,559 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:17:30,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614/rs 2024-11-24T04:17:30,561 DEBUG [RS:0;fadb2fe0ba32:33431 {}] zookeeper.ZKUtil(111): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Set watcher on existing znode=/0-1396743614/rs/fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:30,561 WARN [RS:0;fadb2fe0ba32:33431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:17:30,561 INFO [RS:0;fadb2fe0ba32:33431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:30,561 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:30,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,33431,1732421848716] 2024-11-24T04:17:30,564 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:17:30,566 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:17:30,566 INFO [RS:0;fadb2fe0ba32:33431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:17:30,566 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,566 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:17:30,567 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:17:30,567 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,567 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,567 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,567 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,567 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,567 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,568 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:17:30,568 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,568 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,568 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,568 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,568 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,568 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:30,568 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:17:30,568 DEBUG [RS:0;fadb2fe0ba32:33431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:17:30,569 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,569 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,569 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,569 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,569 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,569 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33431,1732421848716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:17:30,583 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:17:30,583 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33431,1732421848716-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,583 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,583 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.Replication(171): fadb2fe0ba32,33431,1732421848716 started 2024-11-24T04:17:30,597 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:30,597 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,33431,1732421848716, RpcServer on fadb2fe0ba32/172.17.0.2:33431, sessionid=0x101483174f00001 2024-11-24T04:17:30,597 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:17:30,597 DEBUG [RS:0;fadb2fe0ba32:33431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:30,597 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,33431,1732421848716' 2024-11-24T04:17:30,597 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1396743614/flush-table-proc/abort' 2024-11-24T04:17:30,598 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1396743614/flush-table-proc/acquired' 2024-11-24T04:17:30,598 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:17:30,598 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:17:30,598 DEBUG [RS:0;fadb2fe0ba32:33431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:30,598 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,33431,1732421848716' 2024-11-24T04:17:30,598 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1396743614/online-snapshot/abort' 2024-11-24T04:17:30,599 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1396743614/online-snapshot/acquired' 2024-11-24T04:17:30,599 DEBUG [RS:0;fadb2fe0ba32:33431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:17:30,599 INFO [RS:0;fadb2fe0ba32:33431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:17:30,599 INFO [RS:0;fadb2fe0ba32:33431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:17:30,699 INFO [RS:0;fadb2fe0ba32:33431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:17:30,701 INFO [RS:0;fadb2fe0ba32:33431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C33431%2C1732421848716, suffix=, logDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716, archiveDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/oldWALs, maxLogs=10 2024-11-24T04:17:30,717 DEBUG [RS:0;fadb2fe0ba32:33431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702, exclude list is [], retry=0 2024-11-24T04:17:30,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39465,DS-06442ad6-e947-40e1-8fdc-d9a34b64cc0c,DISK] 2024-11-24T04:17:30,722 INFO [RS:0;fadb2fe0ba32:33431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 2024-11-24T04:17:30,722 DEBUG [RS:0;fadb2fe0ba32:33431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37483:37483)] 2024-11-24T04:17:30,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:17:30,922 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1 2024-11-24T04:17:30,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:17:31,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:31,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:17:31,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:17:31,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:31,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:31,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:17:31,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:17:31,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:31,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:31,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:17:31,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:17:31,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:31,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:31,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:17:31,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:17:31,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:31,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:31,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:17:31,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740 2024-11-24T04:17:31,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740 2024-11-24T04:17:31,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:17:31,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:17:31,339 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:31,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:17:31,342 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:17:31,342 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64289381, jitterRate=-0.04201357066631317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:31,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421851328Initializing all the Stores at 1732421851329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421851329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421851329Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421851329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421851329Cleaning up temporary data from old regions at 1732421851339 (+10 ms)Region opened successfully at 1732421851343 (+4 ms) 2024-11-24T04:17:31,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:17:31,343 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:17:31,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:17:31,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:17:31,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:17:31,343 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:31,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421851343Disabling compacts and flushes for region at 1732421851343Disabling writes for close at 1732421851343Writing region close event to WAL at 1732421851343Closed at 1732421851343 2024-11-24T04:17:31,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:31,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:17:31,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:17:31,346 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:17:31,347 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:17:31,497 DEBUG [fadb2fe0ba32:46859 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:17:31,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:31,499 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,33431,1732421848716, state=OPENING 2024-11-24T04:17:31,501 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:17:31,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:31,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:31,505 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:17:31,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1396743614/meta-region-server: CHANGED 2024-11-24T04:17:31,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1396743614/meta-region-server: CHANGED 2024-11-24T04:17:31,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,33431,1732421848716}] 2024-11-24T04:17:31,658 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:17:31,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:17:31,664 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:17:31,664 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:31,664 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:17:31,666 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C33431%2C1732421848716.meta, suffix=.meta, logDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716, archiveDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/oldWALs, maxLogs=10 2024-11-24T04:17:31,679 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.meta.1732421851666.meta, exclude list is [], retry=0 2024-11-24T04:17:31,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39465,DS-06442ad6-e947-40e1-8fdc-d9a34b64cc0c,DISK] 2024-11-24T04:17:31,683 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.meta.1732421851666.meta 2024-11-24T04:17:31,683 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37483:37483)] 2024-11-24T04:17:31,683 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:31,684 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:17:31,684 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:17:31,684 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:17:31,684 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:17:31,684 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:17:31,684 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:31,685 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:17:31,685 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:17:31,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:17:31,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:17:31,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:31,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:31,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:17:31,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:17:31,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:31,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:31,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:17:31,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:17:31,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:31,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:31,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:17:31,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:17:31,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:31,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:31,693 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:17:31,694 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740 2024-11-24T04:17:31,695 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740 2024-11-24T04:17:31,696 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:17:31,696 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:17:31,697 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:31,698 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:17:31,699 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63278575, jitterRate=-0.057075753808021545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:31,699 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:17:31,700 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421851685Writing region info on filesystem at 1732421851685Initializing all the Stores at 1732421851686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421851686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421851688 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421851688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421851688Cleaning up temporary data from old regions at 1732421851696 (+8 ms)Running coprocessor post-open hooks at 1732421851699 (+3 ms)Region opened successfully at 1732421851700 (+1 ms) 2024-11-24T04:17:31,701 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421851658 2024-11-24T04:17:31,704 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:17:31,704 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:17:31,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:31,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,33431,1732421848716, state=OPEN 2024-11-24T04:17:31,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1396743614/meta-region-server 2024-11-24T04:17:31,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1396743614/meta-region-server 2024-11-24T04:17:31,708 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:31,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1396743614/meta-region-server: CHANGED 2024-11-24T04:17:31,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1396743614/meta-region-server: CHANGED 2024-11-24T04:17:31,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:17:31,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,33431,1732421848716 in 203 msec 2024-11-24T04:17:31,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:17:31,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-24T04:17:31,713 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:31,714 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:17:31,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:31,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,33431,1732421848716, seqNum=-1] 2024-11-24T04:17:31,715 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:31,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:31,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-24T04:17:31,722 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421851721, completionTime=-1 2024-11-24T04:17:31,722 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:17:31,722 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:17:31,723 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:17:31,723 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732421911723 2024-11-24T04:17:31,723 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732421971723 2024-11-24T04:17:31,723 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:17:31,724 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46859,1732421848661-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:31,724 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46859,1732421848661-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:31,724 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46859,1732421848661-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:31,724 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:46859, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:31,724 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:31,724 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:31,726 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:17:31,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.976sec 2024-11-24T04:17:31,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:17:31,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:17:31,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:17:31,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:17:31,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:17:31,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46859,1732421848661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:17:31,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46859,1732421848661-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:17:31,730 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:17:31,731 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:17:31,731 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46859,1732421848661-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:31,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118e03dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:31,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,46859,-1 for getting cluster id 2024-11-24T04:17:31,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:31,738 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dc8de65-1804-484c-becd-cc8a0c48cd67' 2024-11-24T04:17:31,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:31,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dc8de65-1804-484c-becd-cc8a0c48cd67" 2024-11-24T04:17:31,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b90a44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:31,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,46859,-1] 2024-11-24T04:17:31,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:31,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:31,740 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:31,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281668b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:31,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:31,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,33431,1732421848716, seqNum=-1] 2024-11-24T04:17:31,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:31,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:31,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,46859,1732421848661 2024-11-24T04:17:31,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52636 2024-11-24T04:17:31,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:31,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101483174f00002 connected 2024-11-24T04:17:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/hadoop.log.dir so I do NOT create it in target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d 2024-11-24T04:17:31,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:17:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/hadoop.tmp.dir so I do NOT create it in target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d 2024-11-24T04:17:31,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:17:31,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d 2024-11-24T04:17:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:17:31,753 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/cluster_361dd317-d0f1-f71a-85a8-d1f85bed2f82, deleteOnExit=true 2024-11-24T04:17:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:17:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/test.cache.data in system properties and HBase conf 2024-11-24T04:17:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:17:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:17:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:17:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:17:31,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:17:31,753 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:17:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:17:31,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:17:31,838 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:17:31,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:17:31,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:17:31,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:17:31,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:17:31,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74214264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:17:31,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23beef8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:17:31,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a021a29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/java.io.tmpdir/jetty-localhost-37597-hadoop-hdfs-3_4_1-tests_jar-_-any-16428975806460566681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:17:31,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ccfcd2e{HTTP/1.1, (http/1.1)}{localhost:37597} 2024-11-24T04:17:31,959 INFO [Time-limited test {}] server.Server(415): Started @52202ms 2024-11-24T04:17:32,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:17:32,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:17:32,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:17:32,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:17:32,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:17:32,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cfb5077{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:17:32,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d368206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:17:32,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6239b59c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/java.io.tmpdir/jetty-localhost-36625-hadoop-hdfs-3_4_1-tests_jar-_-any-8150746020456666764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:17:32,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@de72411{HTTP/1.1, (http/1.1)}{localhost:36625} 2024-11-24T04:17:32,296 INFO [Time-limited test {}] server.Server(415): Started @52539ms 2024-11-24T04:17:32,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:17:32,407 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/cluster_361dd317-d0f1-f71a-85a8-d1f85bed2f82/data/data1/current/BP-1231279674-172.17.0.2-1732421851776/current, will proceed with Du for space computation calculation, 2024-11-24T04:17:32,407 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/cluster_361dd317-d0f1-f71a-85a8-d1f85bed2f82/data/data2/current/BP-1231279674-172.17.0.2-1732421851776/current, will proceed with Du for space computation calculation, 2024-11-24T04:17:32,428 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:17:32,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d8d34dde1379a04 with lease ID 0x456eb06d0705e918: Processing first storage report for DS-c5f13590-f64d-4dc4-ae0d-fbfee048b627 from datanode DatanodeRegistration(127.0.0.1:39415, datanodeUuid=7886211f-2f38-4d84-ab48-0301968034da, infoPort=37203, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=671052120;c=1732421851776) 2024-11-24T04:17:32,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d8d34dde1379a04 with lease ID 0x456eb06d0705e918: from storage DS-c5f13590-f64d-4dc4-ae0d-fbfee048b627 node DatanodeRegistration(127.0.0.1:39415, datanodeUuid=7886211f-2f38-4d84-ab48-0301968034da, infoPort=37203, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=671052120;c=1732421851776), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:17:32,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d8d34dde1379a04 with lease ID 0x456eb06d0705e918: Processing first storage report for DS-d4d08d1b-6e61-46cf-a728-26d8dc93805f from datanode DatanodeRegistration(127.0.0.1:39415, datanodeUuid=7886211f-2f38-4d84-ab48-0301968034da, infoPort=37203, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=671052120;c=1732421851776) 2024-11-24T04:17:32,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d8d34dde1379a04 with lease ID 0x456eb06d0705e918: from storage DS-d4d08d1b-6e61-46cf-a728-26d8dc93805f node DatanodeRegistration(127.0.0.1:39415, datanodeUuid=7886211f-2f38-4d84-ab48-0301968034da, infoPort=37203, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=671052120;c=1732421851776), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:17:32,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d 2024-11-24T04:17:32,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:32,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:17:32,936 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02 with version=8 2024-11-24T04:17:32,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/hbase-staging 2024-11-24T04:17:32,939 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:17:32,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:32,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:32,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:17:32,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:32,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:17:32,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:17:32,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:17:32,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46817 2024-11-24T04:17:32,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46817 connecting to ZooKeeper ensemble=127.0.0.1:52636 2024-11-24T04:17:32,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468170x0, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:32,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46817-0x101483174f00003 connected 2024-11-24T04:17:32,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:32,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:32,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Set watcher on znode that does not yet exist, /1-1984967894/running 2024-11-24T04:17:32,965 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02, hbase.cluster.distributed=false 2024-11-24T04:17:32,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Set watcher on znode that does not yet exist, /1-1984967894/acl 2024-11-24T04:17:32,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46817 2024-11-24T04:17:32,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46817 2024-11-24T04:17:32,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46817 2024-11-24T04:17:32,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46817 2024-11-24T04:17:32,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46817 2024-11-24T04:17:32,989 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:17:32,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:32,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:32,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:17:32,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:17:32,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:17:32,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:17:32,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:17:32,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42283 2024-11-24T04:17:32,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42283 connecting to ZooKeeper ensemble=127.0.0.1:52636 2024-11-24T04:17:32,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:32,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:33,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422830x0, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:33,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422830x0, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Set watcher on znode that does not yet exist, /1-1984967894/running 2024-11-24T04:17:33,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42283-0x101483174f00004 connected 2024-11-24T04:17:33,001 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:17:33,002 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:17:33,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Set watcher on znode that does not yet exist, /1-1984967894/master 2024-11-24T04:17:33,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Set watcher on znode that does not yet exist, /1-1984967894/acl 2024-11-24T04:17:33,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42283 2024-11-24T04:17:33,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42283 2024-11-24T04:17:33,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42283 2024-11-24T04:17:33,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42283 2024-11-24T04:17:33,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42283 2024-11-24T04:17:33,028 DEBUG [M:0;fadb2fe0ba32:46817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:46817 2024-11-24T04:17:33,028 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1984967894/backup-masters/fadb2fe0ba32,46817,1732421852939 2024-11-24T04:17:33,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894/backup-masters 2024-11-24T04:17:33,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894/backup-masters 2024-11-24T04:17:33,031 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Set watcher on existing znode=/1-1984967894/backup-masters/fadb2fe0ba32,46817,1732421852939 2024-11-24T04:17:33,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:17:33,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1984967894/master 2024-11-24T04:17:33,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:17:33,036 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Set watcher on existing znode=/1-1984967894/master 2024-11-24T04:17:33,036 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1984967894/backup-masters/fadb2fe0ba32,46817,1732421852939 from backup master directory 2024-11-24T04:17:33,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1984967894/backup-masters/fadb2fe0ba32,46817,1732421852939 2024-11-24T04:17:33,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894/backup-masters 2024-11-24T04:17:33,038 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:17:33,038 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,46817,1732421852939 2024-11-24T04:17:33,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894/backup-masters 2024-11-24T04:17:33,044 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/hbase.id] with ID: d261befc-0d24-485b-8bdf-b532ff479155 2024-11-24T04:17:33,044 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/.tmp/hbase.id 2024-11-24T04:17:33,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:17:33,451 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/.tmp/hbase.id]:[hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/hbase.id] 2024-11-24T04:17:33,465 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:33,466 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:17:33,467 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:17:33,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:17:33,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:17:33,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:17:33,882 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:17:33,882 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:17:33,883 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:33,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:17:34,291 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store 2024-11-24T04:17:34,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:17:34,698 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:34,698 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:17:34,698 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:34,698 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:34,698 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:17:34,698 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:34,698 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:17:34,698 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421854698Disabling compacts and flushes for region at 1732421854698Disabling writes for close at 1732421854698Writing region close event to WAL at 1732421854698Closed at 1732421854698 2024-11-24T04:17:34,699 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/.initializing 2024-11-24T04:17:34,699 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/WALs/fadb2fe0ba32,46817,1732421852939 2024-11-24T04:17:34,701 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:17:34,702 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C46817%2C1732421852939, suffix=, logDir=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/WALs/fadb2fe0ba32,46817,1732421852939, archiveDir=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/oldWALs, maxLogs=10 2024-11-24T04:17:34,716 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/WALs/fadb2fe0ba32,46817,1732421852939/fadb2fe0ba32%2C46817%2C1732421852939.1732421854702, exclude list is [], retry=0 2024-11-24T04:17:34,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39415,DS-c5f13590-f64d-4dc4-ae0d-fbfee048b627,DISK] 2024-11-24T04:17:34,721 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/WALs/fadb2fe0ba32,46817,1732421852939/fadb2fe0ba32%2C46817%2C1732421852939.1732421854702 2024-11-24T04:17:34,722 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37203:37203)] 2024-11-24T04:17:34,722 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:34,722 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:34,722 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:34,722 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:34,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:34,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:17:34,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:34,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:34,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:34,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:17:34,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:34,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:34,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:34,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:17:34,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:34,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:34,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:34,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:17:34,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:34,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:34,730 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:34,731 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:34,731 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:34,732 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:34,732 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:34,733 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:34,734 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:17:34,736 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:17:34,736 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71423413, jitterRate=0.06429179012775421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:34,736 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421854722Initializing all the Stores at 1732421854723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421854723Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421854723Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421854723Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421854723Cleaning up temporary data from old regions at 1732421854732 (+9 ms)Region opened successfully at 1732421854736 (+4 ms) 2024-11-24T04:17:34,737 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:17:34,740 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230d03ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:17:34,741 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:17:34,741 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:17:34,741 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:17:34,741 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:17:34,742 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:17:34,742 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:17:34,742 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:17:34,744 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:17:34,745 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Unable to get data of znode /1-1984967894/balancer because node does not exist (not necessarily an error) 2024-11-24T04:17:34,748 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984967894/balancer already deleted, retry=false 2024-11-24T04:17:34,748 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:17:34,749 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Unable to get data of znode /1-1984967894/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:17:34,750 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984967894/normalizer already deleted, retry=false 2024-11-24T04:17:34,750 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:17:34,751 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Unable to get data of znode /1-1984967894/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:17:34,752 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984967894/switch/split already deleted, retry=false 2024-11-24T04:17:34,753 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Unable to get data of znode /1-1984967894/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:17:34,754 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984967894/switch/merge already deleted, retry=false 2024-11-24T04:17:34,756 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Unable to get data of znode /1-1984967894/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:17:34,758 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984967894/snapshot-cleanup already deleted, retry=false 2024-11-24T04:17:34,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1984967894/running 2024-11-24T04:17:34,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1984967894/running 2024-11-24T04:17:34,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:17:34,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:17:34,761 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,46817,1732421852939, sessionid=0x101483174f00003, setting cluster-up flag (Was=false) 2024-11-24T04:17:34,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:17:34,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:17:34,769 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1984967894/flush-table-proc/acquired, /1-1984967894/flush-table-proc/reached, /1-1984967894/flush-table-proc/abort 2024-11-24T04:17:34,770 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,46817,1732421852939 2024-11-24T04:17:34,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:17:34,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:17:34,777 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1984967894/online-snapshot/acquired, /1-1984967894/online-snapshot/reached, /1-1984967894/online-snapshot/abort 2024-11-24T04:17:34,778 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,46817,1732421852939 2024-11-24T04:17:34,779 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:17:34,781 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:34,781 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:17:34,781 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:17:34,781 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,46817,1732421852939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:17:34,783 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:34,783 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:34,783 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:34,783 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:17:34,783 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:17:34,783 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,783 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:17:34,783 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,784 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421884784 2024-11-24T04:17:34,784 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:17:34,784 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:17:34,784 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:17:34,784 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:17:34,784 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:17:34,784 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:17:34,784 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,784 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:34,784 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:17:34,785 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:34,785 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:17:34,788 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:17:34,788 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:17:34,789 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:17:34,789 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:17:34,789 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:17:34,789 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:17:34,794 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421854789,5,FailOnTimeoutGroup] 2024-11-24T04:17:34,794 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421854794,5,FailOnTimeoutGroup] 2024-11-24T04:17:34,794 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,794 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:17:34,794 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,794 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:17:34,816 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(746): ClusterId : d261befc-0d24-485b-8bdf-b532ff479155 2024-11-24T04:17:34,816 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:17:34,821 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:17:34,821 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:17:34,823 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:17:34,824 DEBUG [RS:0;fadb2fe0ba32:42283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e137f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:17:34,836 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:42283 2024-11-24T04:17:34,836 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:17:34,836 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:17:34,836 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:17:34,837 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,46817,1732421852939 with port=42283, startcode=1732421852989 2024-11-24T04:17:34,837 DEBUG [RS:0;fadb2fe0ba32:42283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:17:34,839 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:17:34,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,42283,1732421852989 2024-11-24T04:17:34,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46817 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,42283,1732421852989 2024-11-24T04:17:34,842 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02 2024-11-24T04:17:34,842 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41335 2024-11-24T04:17:34,842 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:17:34,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894/rs 2024-11-24T04:17:34,848 DEBUG [RS:0;fadb2fe0ba32:42283 {}] zookeeper.ZKUtil(111): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Set watcher on existing znode=/1-1984967894/rs/fadb2fe0ba32,42283,1732421852989 2024-11-24T04:17:34,848 WARN [RS:0;fadb2fe0ba32:42283 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:17:34,848 INFO [RS:0;fadb2fe0ba32:42283 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:34,848 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/WALs/fadb2fe0ba32,42283,1732421852989 2024-11-24T04:17:34,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,42283,1732421852989] 2024-11-24T04:17:34,852 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:17:34,853 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:17:34,854 INFO [RS:0;fadb2fe0ba32:42283 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:17:34,854 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,856 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:17:34,857 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:17:34,857 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:17:34,857 DEBUG [RS:0;fadb2fe0ba32:42283 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:17:34,858 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,858 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,858 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,858 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,858 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,858 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42283,1732421852989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:17:34,881 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:17:34,881 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42283,1732421852989-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,881 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,881 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.Replication(171): fadb2fe0ba32,42283,1732421852989 started 2024-11-24T04:17:34,897 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:34,897 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,42283,1732421852989, RpcServer on fadb2fe0ba32/172.17.0.2:42283, sessionid=0x101483174f00004 2024-11-24T04:17:34,897 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:17:34,897 DEBUG [RS:0;fadb2fe0ba32:42283 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,42283,1732421852989 2024-11-24T04:17:34,897 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,42283,1732421852989' 2024-11-24T04:17:34,897 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1984967894/flush-table-proc/abort' 2024-11-24T04:17:34,898 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1984967894/flush-table-proc/acquired' 2024-11-24T04:17:34,898 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:17:34,898 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:17:34,898 DEBUG [RS:0;fadb2fe0ba32:42283 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,42283,1732421852989 2024-11-24T04:17:34,898 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,42283,1732421852989' 2024-11-24T04:17:34,898 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1984967894/online-snapshot/abort' 2024-11-24T04:17:34,899 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1984967894/online-snapshot/acquired' 2024-11-24T04:17:34,899 DEBUG [RS:0;fadb2fe0ba32:42283 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:17:34,899 INFO [RS:0;fadb2fe0ba32:42283 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:17:34,899 INFO [RS:0;fadb2fe0ba32:42283 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:17:34,999 INFO [RS:0;fadb2fe0ba32:42283 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:17:35,001 INFO [RS:0;fadb2fe0ba32:42283 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C42283%2C1732421852989, suffix=, logDir=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/WALs/fadb2fe0ba32,42283,1732421852989, archiveDir=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/oldWALs, maxLogs=10 2024-11-24T04:17:35,025 DEBUG [RS:0;fadb2fe0ba32:42283 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/WALs/fadb2fe0ba32,42283,1732421852989/fadb2fe0ba32%2C42283%2C1732421852989.1732421855002, exclude list is [], retry=0 2024-11-24T04:17:35,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39415,DS-c5f13590-f64d-4dc4-ae0d-fbfee048b627,DISK] 2024-11-24T04:17:35,030 INFO [RS:0;fadb2fe0ba32:42283 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/WALs/fadb2fe0ba32,42283,1732421852989/fadb2fe0ba32%2C42283%2C1732421852989.1732421855002 2024-11-24T04:17:35,031 DEBUG [RS:0;fadb2fe0ba32:42283 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37203:37203)] 2024-11-24T04:17:35,199 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:17:35,199 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02 2024-11-24T04:17:35,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:17:35,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:35,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:17:35,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:17:35,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:35,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:35,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:17:35,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:17:35,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:35,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:35,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:17:35,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:17:35,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:35,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:35,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:17:35,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:17:35,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:35,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:35,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:17:35,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740 2024-11-24T04:17:35,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740 2024-11-24T04:17:35,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:17:35,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:17:35,618 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:35,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:17:35,621 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:17:35,622 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60797027, jitterRate=-0.09405370056629181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:35,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421855606Initializing all the Stores at 1732421855607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421855607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421855607Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421855607Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421855607Cleaning up temporary data from old regions at 1732421855617 (+10 ms)Region opened successfully at 1732421855622 (+5 ms) 2024-11-24T04:17:35,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:17:35,622 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:17:35,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:17:35,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:17:35,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:17:35,622 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:17:35,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421855622Disabling compacts and flushes for region at 1732421855622Disabling writes for close at 1732421855622Writing region close event to WAL at 1732421855622Closed at 1732421855622 2024-11-24T04:17:35,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:35,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:17:35,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:17:35,625 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:17:35,626 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:17:35,776 DEBUG [fadb2fe0ba32:46817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:17:35,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,42283,1732421852989 2024-11-24T04:17:35,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,42283,1732421852989, state=OPENING 2024-11-24T04:17:35,780 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:17:35,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:17:35,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:17:35,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1984967894/meta-region-server: CHANGED 2024-11-24T04:17:35,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1984967894/meta-region-server: CHANGED 2024-11-24T04:17:35,783 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:17:35,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,42283,1732421852989}] 2024-11-24T04:17:35,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:17:35,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:17:35,942 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:17:35,942 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:35,942 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:17:35,944 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C42283%2C1732421852989.meta, suffix=.meta, logDir=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/WALs/fadb2fe0ba32,42283,1732421852989, archiveDir=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/oldWALs, maxLogs=10 2024-11-24T04:17:35,964 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/WALs/fadb2fe0ba32,42283,1732421852989/fadb2fe0ba32%2C42283%2C1732421852989.meta.1732421855945.meta, exclude list is [], retry=0 2024-11-24T04:17:35,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39415,DS-c5f13590-f64d-4dc4-ae0d-fbfee048b627,DISK] 2024-11-24T04:17:35,968 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/WALs/fadb2fe0ba32,42283,1732421852989/fadb2fe0ba32%2C42283%2C1732421852989.meta.1732421855945.meta 2024-11-24T04:17:35,969 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37203:37203)] 2024-11-24T04:17:35,969 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:35,969 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:17:35,969 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:17:35,969 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:17:35,969 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:17:35,969 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:17:35,970 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:35,970 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:17:35,970 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:17:35,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:17:35,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:17:35,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:35,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:35,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:17:35,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:17:35,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:35,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:35,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:17:35,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:17:35,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:35,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:35,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:17:35,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:17:35,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:35,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:17:35,976 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:17:35,977 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740 2024-11-24T04:17:35,978 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740 2024-11-24T04:17:35,979 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:17:35,979 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:17:35,979 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:17:35,981 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:17:35,982 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73703024, jitterRate=0.09826064109802246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:17:35,982 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:17:35,982 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421855970Writing region info on filesystem at 1732421855970Initializing all the Stores at 1732421855971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421855971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421855971Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421855971Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421855971Cleaning up temporary data from old regions at 1732421855979 (+8 ms)Running coprocessor post-open hooks at 1732421855982 (+3 ms)Region opened successfully at 1732421855982 2024-11-24T04:17:35,983 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421855936 2024-11-24T04:17:35,985 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:17:35,985 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:17:35,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,42283,1732421852989 2024-11-24T04:17:35,986 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,42283,1732421852989, state=OPEN 2024-11-24T04:17:35,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1984967894/meta-region-server 2024-11-24T04:17:35,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1984967894/meta-region-server 2024-11-24T04:17:35,988 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,42283,1732421852989 2024-11-24T04:17:35,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1984967894/meta-region-server: CHANGED 2024-11-24T04:17:35,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1984967894/meta-region-server: CHANGED 2024-11-24T04:17:35,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:17:35,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,42283,1732421852989 in 205 msec 2024-11-24T04:17:35,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:17:35,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-24T04:17:35,994 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:17:35,994 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:17:35,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:35,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,42283,1732421852989, seqNum=-1] 2024-11-24T04:17:35,996 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:35,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:36,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-11-24T04:17:36,002 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421856002, completionTime=-1 2024-11-24T04:17:36,002 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:17:36,002 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:17:36,003 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:17:36,004 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732421916004 2024-11-24T04:17:36,004 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732421976004 2024-11-24T04:17:36,004 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:17:36,004 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46817,1732421852939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:36,004 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46817,1732421852939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:36,004 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46817,1732421852939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:36,004 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:46817, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:36,004 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:36,004 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:36,006 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:17:36,007 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.969sec 2024-11-24T04:17:36,007 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:17:36,007 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:17:36,007 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:17:36,008 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:17:36,008 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:17:36,008 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46817,1732421852939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:17:36,008 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46817,1732421852939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:17:36,010 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:17:36,010 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:17:36,010 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46817,1732421852939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:17:36,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cf6a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:36,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,46817,-1 for getting cluster id 2024-11-24T04:17:36,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:36,018 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd261befc-0d24-485b-8bdf-b532ff479155' 2024-11-24T04:17:36,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:36,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d261befc-0d24-485b-8bdf-b532ff479155" 2024-11-24T04:17:36,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293d7e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:36,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,46817,-1] 2024-11-24T04:17:36,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:36,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:36,021 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:36,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a0fa71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:36,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:36,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,42283,1732421852989, seqNum=-1] 2024-11-24T04:17:36,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:36,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:36,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,46817,1732421852939 2024-11-24T04:17:36,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52636 2024-11-24T04:17:36,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:17:36,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101483174f00005 connected 2024-11-24T04:17:36,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:36,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,46859,1732421848661 2024-11-24T04:17:36,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1570b30b 2024-11-24T04:17:36,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:36,040 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:17:36,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:17:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:17:36,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:17:36,050 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:36,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:17:36,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:17:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:17:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:36,460 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aaed27c375ba308bcc789451f5788bdd, NAME => 'test,,1732421856041.aaed27c375ba308bcc789451f5788bdd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1 2024-11-24T04:17:36,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:17:36,564 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:17:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:36,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:36,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:36,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:36,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732421856041.aaed27c375ba308bcc789451f5788bdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:36,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aaed27c375ba308bcc789451f5788bdd, disabling compactions & flushes 2024-11-24T04:17:36,867 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. 2024-11-24T04:17:36,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. 2024-11-24T04:17:36,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. after waiting 0 ms 2024-11-24T04:17:36,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. 2024-11-24T04:17:36,867 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. 2024-11-24T04:17:36,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aaed27c375ba308bcc789451f5788bdd: Waiting for close lock at 1732421856867Disabling compacts and flushes for region at 1732421856867Disabling writes for close at 1732421856867Writing region close event to WAL at 1732421856867Closed at 1732421856867 2024-11-24T04:17:36,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:17:36,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732421856041.aaed27c375ba308bcc789451f5788bdd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732421856869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421856869"}]},"ts":"1732421856869"} 2024-11-24T04:17:36,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:17:36,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:17:36,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421856874"}]},"ts":"1732421856874"} 2024-11-24T04:17:36,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:17:36,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aaed27c375ba308bcc789451f5788bdd, ASSIGN}] 2024-11-24T04:17:36,879 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aaed27c375ba308bcc789451f5788bdd, ASSIGN 2024-11-24T04:17:36,880 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aaed27c375ba308bcc789451f5788bdd, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,33431,1732421848716; forceNewPlan=false, retain=false 2024-11-24T04:17:37,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aaed27c375ba308bcc789451f5788bdd, regionState=OPENING, regionLocation=fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:37,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aaed27c375ba308bcc789451f5788bdd, ASSIGN because future has completed 2024-11-24T04:17:37,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaed27c375ba308bcc789451f5788bdd, server=fadb2fe0ba32,33431,1732421848716}] 2024-11-24T04:17:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:37,197 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. 2024-11-24T04:17:37,197 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aaed27c375ba308bcc789451f5788bdd, NAME => 'test,,1732421856041.aaed27c375ba308bcc789451f5788bdd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:37,197 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:17:37,197 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:17:37,198 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,198 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732421856041.aaed27c375ba308bcc789451f5788bdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:37,198 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,198 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,199 INFO [StoreOpener-aaed27c375ba308bcc789451f5788bdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,202 INFO [StoreOpener-aaed27c375ba308bcc789451f5788bdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaed27c375ba308bcc789451f5788bdd columnFamilyName f 2024-11-24T04:17:37,202 DEBUG [StoreOpener-aaed27c375ba308bcc789451f5788bdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:37,205 INFO [StoreOpener-aaed27c375ba308bcc789451f5788bdd-1 {}] regionserver.HStore(327): Store=aaed27c375ba308bcc789451f5788bdd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:37,205 INFO [StoreOpener-aaed27c375ba308bcc789451f5788bdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,207 INFO [StoreOpener-aaed27c375ba308bcc789451f5788bdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaed27c375ba308bcc789451f5788bdd columnFamilyName f1 2024-11-24T04:17:37,207 DEBUG [StoreOpener-aaed27c375ba308bcc789451f5788bdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:37,207 INFO [StoreOpener-aaed27c375ba308bcc789451f5788bdd-1 {}] regionserver.HStore(327): Store=aaed27c375ba308bcc789451f5788bdd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:37,207 INFO [StoreOpener-aaed27c375ba308bcc789451f5788bdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,209 INFO [StoreOpener-aaed27c375ba308bcc789451f5788bdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaed27c375ba308bcc789451f5788bdd columnFamilyName norep 2024-11-24T04:17:37,209 DEBUG [StoreOpener-aaed27c375ba308bcc789451f5788bdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:37,209 INFO [StoreOpener-aaed27c375ba308bcc789451f5788bdd-1 {}] regionserver.HStore(327): Store=aaed27c375ba308bcc789451f5788bdd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:37,210 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,210 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,211 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,212 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,212 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,213 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:17:37,217 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:17:37,228 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:17:37,230 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aaed27c375ba308bcc789451f5788bdd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69848303, jitterRate=0.04082082211971283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:17:37,230 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:17:37,231 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aaed27c375ba308bcc789451f5788bdd: Running coprocessor pre-open hook at 1732421857198Writing region info on filesystem at 1732421857198Initializing all the Stores at 1732421857199 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421857199Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421857199Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421857199Cleaning up temporary data from old regions at 1732421857212 (+13 ms)Running coprocessor post-open hooks at 1732421857230 (+18 ms)Region opened successfully at 1732421857231 (+1 ms) 2024-11-24T04:17:37,234 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., pid=6, masterSystemTime=1732421857189 2024-11-24T04:17:37,237 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. 2024-11-24T04:17:37,237 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. 2024-11-24T04:17:37,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aaed27c375ba308bcc789451f5788bdd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:37,243 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46859 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fadb2fe0ba32,33431,1732421848716, table=test, region=aaed27c375ba308bcc789451f5788bdd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T04:17:37,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaed27c375ba308bcc789451f5788bdd, server=fadb2fe0ba32,33431,1732421848716 because future has completed 2024-11-24T04:17:37,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:17:37,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aaed27c375ba308bcc789451f5788bdd, server=fadb2fe0ba32,33431,1732421848716 in 220 msec 2024-11-24T04:17:37,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:17:37,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aaed27c375ba308bcc789451f5788bdd, ASSIGN in 384 msec 2024-11-24T04:17:37,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:17:37,266 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421857265"}]},"ts":"1732421857265"} 2024-11-24T04:17:37,269 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:17:37,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:17:37,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2240 sec 2024-11-24T04:17:37,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:37,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:37,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:37,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:38,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:38,205 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:17:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,46817,1732421852939 2024-11-24T04:17:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eda5ffa 2024-11-24T04:17:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:38,207 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:17:38,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:17:38,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:17:38,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:17:38,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:38,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:17:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:38,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:17:38,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:17:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:38,620 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 722ff7d7c79b8cda8fd09995c4beaee3, NAME => 'test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02 2024-11-24T04:17:38,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:17:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:39,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:39,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 722ff7d7c79b8cda8fd09995c4beaee3, disabling compactions & flushes 2024-11-24T04:17:39,027 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. 2024-11-24T04:17:39,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. 2024-11-24T04:17:39,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. after waiting 0 ms 2024-11-24T04:17:39,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. 2024-11-24T04:17:39,027 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. 2024-11-24T04:17:39,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 722ff7d7c79b8cda8fd09995c4beaee3: Waiting for close lock at 1732421859027Disabling compacts and flushes for region at 1732421859027Disabling writes for close at 1732421859027Writing region close event to WAL at 1732421859027Closed at 1732421859027 2024-11-24T04:17:39,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:17:39,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732421859029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421859029"}]},"ts":"1732421859029"} 2024-11-24T04:17:39,032 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:17:39,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:17:39,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421859033"}]},"ts":"1732421859033"} 2024-11-24T04:17:39,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:17:39,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=722ff7d7c79b8cda8fd09995c4beaee3, ASSIGN}] 2024-11-24T04:17:39,038 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=722ff7d7c79b8cda8fd09995c4beaee3, ASSIGN 2024-11-24T04:17:39,039 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=722ff7d7c79b8cda8fd09995c4beaee3, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,42283,1732421852989; forceNewPlan=false, retain=false 2024-11-24T04:17:39,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=722ff7d7c79b8cda8fd09995c4beaee3, regionState=OPENING, regionLocation=fadb2fe0ba32,42283,1732421852989 2024-11-24T04:17:39,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=722ff7d7c79b8cda8fd09995c4beaee3, ASSIGN because future has completed 2024-11-24T04:17:39,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 722ff7d7c79b8cda8fd09995c4beaee3, server=fadb2fe0ba32,42283,1732421852989}] 2024-11-24T04:17:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:39,350 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. 2024-11-24T04:17:39,350 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 722ff7d7c79b8cda8fd09995c4beaee3, NAME => 'test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:39,350 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:17:39,350 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:17:39,351 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,351 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:39,351 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,351 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,352 INFO [StoreOpener-722ff7d7c79b8cda8fd09995c4beaee3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,354 INFO [StoreOpener-722ff7d7c79b8cda8fd09995c4beaee3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722ff7d7c79b8cda8fd09995c4beaee3 columnFamilyName f 2024-11-24T04:17:39,354 DEBUG [StoreOpener-722ff7d7c79b8cda8fd09995c4beaee3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:39,354 INFO [StoreOpener-722ff7d7c79b8cda8fd09995c4beaee3-1 {}] regionserver.HStore(327): Store=722ff7d7c79b8cda8fd09995c4beaee3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:39,354 INFO [StoreOpener-722ff7d7c79b8cda8fd09995c4beaee3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,356 INFO [StoreOpener-722ff7d7c79b8cda8fd09995c4beaee3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722ff7d7c79b8cda8fd09995c4beaee3 columnFamilyName f1 2024-11-24T04:17:39,356 DEBUG [StoreOpener-722ff7d7c79b8cda8fd09995c4beaee3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:39,356 INFO [StoreOpener-722ff7d7c79b8cda8fd09995c4beaee3-1 {}] regionserver.HStore(327): Store=722ff7d7c79b8cda8fd09995c4beaee3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:39,356 INFO [StoreOpener-722ff7d7c79b8cda8fd09995c4beaee3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,357 INFO [StoreOpener-722ff7d7c79b8cda8fd09995c4beaee3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 722ff7d7c79b8cda8fd09995c4beaee3 columnFamilyName norep 2024-11-24T04:17:39,357 DEBUG [StoreOpener-722ff7d7c79b8cda8fd09995c4beaee3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:39,358 INFO [StoreOpener-722ff7d7c79b8cda8fd09995c4beaee3-1 {}] regionserver.HStore(327): Store=722ff7d7c79b8cda8fd09995c4beaee3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:39,358 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,358 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/default/test/722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,359 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/default/test/722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,360 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,360 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,360 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:17:39,361 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,363 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/default/test/722ff7d7c79b8cda8fd09995c4beaee3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:17:39,364 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 722ff7d7c79b8cda8fd09995c4beaee3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74838632, jitterRate=0.11518251895904541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:17:39,364 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:17:39,364 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 722ff7d7c79b8cda8fd09995c4beaee3: Running coprocessor pre-open hook at 1732421859351Writing region info on filesystem at 1732421859351Initializing all the Stores at 1732421859352 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421859352Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421859352Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421859352Cleaning up temporary data from old regions at 1732421859360 (+8 ms)Running coprocessor post-open hooks at 1732421859364 (+4 ms)Region opened successfully at 1732421859364 2024-11-24T04:17:39,365 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3., pid=6, masterSystemTime=1732421859345 2024-11-24T04:17:39,367 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. 2024-11-24T04:17:39,368 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. 2024-11-24T04:17:39,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=722ff7d7c79b8cda8fd09995c4beaee3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,42283,1732421852989 2024-11-24T04:17:39,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 722ff7d7c79b8cda8fd09995c4beaee3, server=fadb2fe0ba32,42283,1732421852989 because future has completed 2024-11-24T04:17:39,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:17:39,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 722ff7d7c79b8cda8fd09995c4beaee3, server=fadb2fe0ba32,42283,1732421852989 in 179 msec 2024-11-24T04:17:39,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:17:39,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=722ff7d7c79b8cda8fd09995c4beaee3, ASSIGN in 337 msec 2024-11-24T04:17:39,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:17:39,378 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421859377"}]},"ts":"1732421859377"} 2024-11-24T04:17:39,379 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:17:39,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:17:39,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-24T04:17:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:17:40,355 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:17:40,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b90675a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:40,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,46859,-1 for getting cluster id 2024-11-24T04:17:40,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:40,356 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dc8de65-1804-484c-becd-cc8a0c48cd67' 2024-11-24T04:17:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dc8de65-1804-484c-becd-cc8a0c48cd67" 2024-11-24T04:17:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538414de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,46859,-1] 2024-11-24T04:17:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:40,358 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6222de4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:40,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e47d9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:40,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,46817,-1 for getting cluster id 2024-11-24T04:17:40,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:40,361 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd261befc-0d24-485b-8bdf-b532ff479155' 2024-11-24T04:17:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d261befc-0d24-485b-8bdf-b532ff479155" 2024-11-24T04:17:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11584c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:40,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,46817,-1] 2024-11-24T04:17:40,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:40,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:40,363 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fcd3815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:40,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4249129c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:40,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,46859,-1 for getting cluster id 2024-11-24T04:17:40,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:40,365 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dc8de65-1804-484c-becd-cc8a0c48cd67' 2024-11-24T04:17:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dc8de65-1804-484c-becd-cc8a0c48cd67" 2024-11-24T04:17:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f0aa69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,46859,-1] 2024-11-24T04:17:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:40,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:40,367 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:40,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd9be99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:40,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:40,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,46859,1732421848661 2024-11-24T04:17:40,372 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47c53074 2024-11-24T04:17:40,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:40,374 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:17:40,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:46817,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:17:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:17:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:17:40,377 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:46817' 2024-11-24T04:17:40,379 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd5c97c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:40,379 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,46817,-1 for getting cluster id 2024-11-24T04:17:40,379 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:40,380 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd261befc-0d24-485b-8bdf-b532ff479155' 2024-11-24T04:17:40,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:40,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d261befc-0d24-485b-8bdf-b532ff479155" 2024-11-24T04:17:40,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9220d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:40,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,46817,-1] 2024-11-24T04:17:40,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:40,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:40,382 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:40,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a077b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:40,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:40,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,46817,1732421852939 2024-11-24T04:17:40,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66da29d1 2024-11-24T04:17:40,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:40,384 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:17:40,385 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:17:40,385 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:17:40,385 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:40,385 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:40,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:40,386 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:17:40,387 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:17:40,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:17:40,388 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:40,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:17:40,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741837_1013 (size=1138) 2024-11-24T04:17:40,437 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:17:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:17:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:17:40,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd1b04756a990102b0eb2a867cc1fff7, NAME => 'hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1 2024-11-24T04:17:40,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741838_1014 (size=44) 2024-11-24T04:17:40,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T04:17:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:17:41,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:41,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd1b04756a990102b0eb2a867cc1fff7, disabling compactions & flushes 2024-11-24T04:17:41,215 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. 2024-11-24T04:17:41,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. 2024-11-24T04:17:41,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. after waiting 0 ms 2024-11-24T04:17:41,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. 2024-11-24T04:17:41,215 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. 2024-11-24T04:17:41,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd1b04756a990102b0eb2a867cc1fff7: Waiting for close lock at 1732421861215Disabling compacts and flushes for region at 1732421861215Disabling writes for close at 1732421861215Writing region close event to WAL at 1732421861215Closed at 1732421861215 2024-11-24T04:17:41,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:17:41,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732421861217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421861217"}]},"ts":"1732421861217"} 2024-11-24T04:17:41,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:17:41,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:17:41,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421861221"}]},"ts":"1732421861221"} 2024-11-24T04:17:41,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:17:41,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd1b04756a990102b0eb2a867cc1fff7, ASSIGN}] 2024-11-24T04:17:41,225 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd1b04756a990102b0eb2a867cc1fff7, ASSIGN 2024-11-24T04:17:41,226 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd1b04756a990102b0eb2a867cc1fff7, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,33431,1732421848716; forceNewPlan=false, retain=false 2024-11-24T04:17:41,377 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd1b04756a990102b0eb2a867cc1fff7, regionState=OPENING, regionLocation=fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:41,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd1b04756a990102b0eb2a867cc1fff7, ASSIGN because future has completed 2024-11-24T04:17:41,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd1b04756a990102b0eb2a867cc1fff7, server=fadb2fe0ba32,33431,1732421848716}] 2024-11-24T04:17:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:17:41,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. 2024-11-24T04:17:41,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:17:41,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:17:41,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C33431%2C1732421848716.rep, suffix=, logDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716, archiveDir=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/oldWALs, maxLogs=10 2024-11-24T04:17:41,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.rep.1732421861539, exclude list is [], retry=0 2024-11-24T04:17:41,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39465,DS-06442ad6-e947-40e1-8fdc-d9a34b64cc0c,DISK] 2024-11-24T04:17:41,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.rep.1732421861539 2024-11-24T04:17:41,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37483:37483)] 2024-11-24T04:17:41,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cd1b04756a990102b0eb2a867cc1fff7, NAME => 'hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:17:41,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:17:41,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:17:41,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. service=MultiRowMutationService 2024-11-24T04:17:41,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:17:41,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:17:41,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,558 INFO [StoreOpener-cd1b04756a990102b0eb2a867cc1fff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,559 INFO [StoreOpener-cd1b04756a990102b0eb2a867cc1fff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd1b04756a990102b0eb2a867cc1fff7 columnFamilyName hfileref 2024-11-24T04:17:41,560 DEBUG [StoreOpener-cd1b04756a990102b0eb2a867cc1fff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:41,560 INFO [StoreOpener-cd1b04756a990102b0eb2a867cc1fff7-1 {}] regionserver.HStore(327): Store=cd1b04756a990102b0eb2a867cc1fff7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:41,560 INFO [StoreOpener-cd1b04756a990102b0eb2a867cc1fff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,561 INFO [StoreOpener-cd1b04756a990102b0eb2a867cc1fff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd1b04756a990102b0eb2a867cc1fff7 columnFamilyName queue 2024-11-24T04:17:41,561 DEBUG [StoreOpener-cd1b04756a990102b0eb2a867cc1fff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:41,561 INFO [StoreOpener-cd1b04756a990102b0eb2a867cc1fff7-1 {}] regionserver.HStore(327): Store=cd1b04756a990102b0eb2a867cc1fff7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:41,562 INFO [StoreOpener-cd1b04756a990102b0eb2a867cc1fff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,563 INFO [StoreOpener-cd1b04756a990102b0eb2a867cc1fff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd1b04756a990102b0eb2a867cc1fff7 columnFamilyName sid 2024-11-24T04:17:41,563 DEBUG [StoreOpener-cd1b04756a990102b0eb2a867cc1fff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:17:41,563 INFO [StoreOpener-cd1b04756a990102b0eb2a867cc1fff7-1 {}] regionserver.HStore(327): Store=cd1b04756a990102b0eb2a867cc1fff7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:17:41,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:17:41,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:17:41,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cd1b04756a990102b0eb2a867cc1fff7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72493742, jitterRate=0.08024093508720398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:17:41,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:17:41,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cd1b04756a990102b0eb2a867cc1fff7: Running coprocessor pre-open hook at 1732421861557Writing region info on filesystem at 1732421861557Initializing all the Stores at 1732421861558 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421861558Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421861558Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421861558Cleaning up temporary data from old regions at 1732421861565 (+7 ms)Running coprocessor post-open hooks at 1732421861572 (+7 ms)Region opened successfully at 1732421861572 2024-11-24T04:17:41,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7., pid=10, masterSystemTime=1732421861533 2024-11-24T04:17:41,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. 2024-11-24T04:17:41,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. 2024-11-24T04:17:41,577 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd1b04756a990102b0eb2a867cc1fff7, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,33431,1732421848716 2024-11-24T04:17:41,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd1b04756a990102b0eb2a867cc1fff7, server=fadb2fe0ba32,33431,1732421848716 because future has completed 2024-11-24T04:17:41,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:17:41,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cd1b04756a990102b0eb2a867cc1fff7, server=fadb2fe0ba32,33431,1732421848716 in 200 msec 2024-11-24T04:17:41,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T04:17:41,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd1b04756a990102b0eb2a867cc1fff7, ASSIGN in 358 msec 2024-11-24T04:17:41,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:17:41,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421861585"}]},"ts":"1732421861585"} 2024-11-24T04:17:41,587 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:17:41,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:17:41,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-11-24T04:17:41,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2] 2024-11-24T04:17:41,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:41,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:17:41,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:17:41,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33431 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T04:17:41,809 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:17:41,847 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,33431,1732421848716, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:17:41,848 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:41,848 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,33431,1732421848716, seqNum=-1] 2024-11-24T04:17:41,848 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:41,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-24T04:17:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,33431,1732421848716', locateType=CURRENT is [region=hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2] 2024-11-24T04:17:41,855 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T04:17:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T04:17:41,858 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,33431,1732421848716 suceeded 2024-11-24T04:17:41,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T04:17:41,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-24T04:17:41,860 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:46817,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-24T04:17:41,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec 2024-11-24T04:17:41,870 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:46817' 2024-11-24T04:17:41,871 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63be4fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:41,871 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,46817,-1 for getting cluster id 2024-11-24T04:17:41,872 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:41,872 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd261befc-0d24-485b-8bdf-b532ff479155' 2024-11-24T04:17:41,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:41,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d261befc-0d24-485b-8bdf-b532ff479155" 2024-11-24T04:17:41,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@781088e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:41,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,46817,-1] 2024-11-24T04:17:41,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:41,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:41,874 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:41,875 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e5b0db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:41,875 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:41,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,46817,1732421852939 2024-11-24T04:17:41,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10c0d9b5 2024-11-24T04:17:41,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:41,876 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-24T04:17:41,877 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,33431,1732421848716 (queues=1) is replicating from cluster=6dc8de65-1804-484c-becd-cc8a0c48cd67 to cluster=d261befc-0d24-485b-8bdf-b532ff479155 2024-11-24T04:17:41,877 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C33431%2C1732421848716 2024-11-24T04:17:41,877 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,33431,1732421848716, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:17:41,877 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.shipperfadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C33431%2C1732421848716 2024-11-24T04:17:41,878 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702, startPosition=0, beingWritten=true 2024-11-24T04:17:41,886 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:17:41,886 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 379, reset compression=false 2024-11-24T04:17:41,886 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.shipperfadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33431,1732421848716 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:17:42,090 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 379, reset compression=false 2024-11-24T04:17:42,394 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 379, reset compression=false 2024-11-24T04:17:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:17:42,525 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:17:42,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:42,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:42,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:42,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:42,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:42,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:42,533 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732421862532/Put/seqid=0 2024-11-24T04:17:42,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741840_1016 (size=7894) 2024-11-24T04:17:42,549 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f/f/hfile_1 is 34, key is ddd/f:row/1732421862548/Put/seqid=0 2024-11-24T04:17:42,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741841_1017 (size=7691) 2024-11-24T04:17:42,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:17:42,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:42,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:42,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:42,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:17:42,801 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 379, reset compression=false 2024-11-24T04:17:42,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f701460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:42,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,46859,-1 for getting cluster id 2024-11-24T04:17:42,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:42,977 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dc8de65-1804-484c-becd-cc8a0c48cd67' 2024-11-24T04:17:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:42,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dc8de65-1804-484c-becd-cc8a0c48cd67" 2024-11-24T04:17:42,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f03899b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:42,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,46859,-1] 2024-11-24T04:17:42,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:42,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:42,980 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:42,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8880b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:42,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:42,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,33431,1732421848716, seqNum=-1] 2024-11-24T04:17:42,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:42,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:42,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:42,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,46859,1732421848661 2024-11-24T04:17:42,999 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fba999e 2024-11-24T04:17:43,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:43,004 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:17:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2] 2024-11-24T04:17:43,024 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:17:43,038 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T04:17:43,042 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T04:17:43,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f/f/hfile_0 for inclusion in aaed27c375ba308bcc789451f5788bdd/f 2024-11-24T04:17:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T04:17:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:17:43,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f/f/hfile_1 for inclusion in aaed27c375ba308bcc789451f5788bdd/f 2024-11-24T04:17:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T04:17:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:17:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HRegion(2603): Flush status journal for aaed27c375ba308bcc789451f5788bdd: 2024-11-24T04:17:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f/f/hfile_0 to hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__926musvgtc9v106q562afcp2q3e5ieirlp75289d5g0h1qvgnf4t4hs73tl84rtb/f/hfile_0 2024-11-24T04:17:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__926musvgtc9v106q562afcp2q3e5ieirlp75289d5g0h1qvgnf4t4hs73tl84rtb/f/hfile_0 as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f/9f7836a3dad34a3daf90063daeb95954_SeqId_4_ 2024-11-24T04:17:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f/f/hfile_1 to hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__926musvgtc9v106q562afcp2q3e5ieirlp75289d5g0h1qvgnf4t4hs73tl84rtb/f/hfile_1 2024-11-24T04:17:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__926musvgtc9v106q562afcp2q3e5ieirlp75289d5g0h1qvgnf4t4hs73tl84rtb/f/hfile_1 as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f/1f5e3e55a9a64bee94684297522abb1b_SeqId_4_ 2024-11-24T04:17:43,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__926musvgtc9v106q562afcp2q3e5ieirlp75289d5g0h1qvgnf4t4hs73tl84rtb/f/hfile_0 into aaed27c375ba308bcc789451f5788bdd/f as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f/9f7836a3dad34a3daf90063daeb95954_SeqId_4_ - updating store file list. 2024-11-24T04:17:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f7836a3dad34a3daf90063daeb95954_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:17:43,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f/9f7836a3dad34a3daf90063daeb95954_SeqId_4_ into aaed27c375ba308bcc789451f5788bdd/f 2024-11-24T04:17:43,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__926musvgtc9v106q562afcp2q3e5ieirlp75289d5g0h1qvgnf4t4hs73tl84rtb/f/hfile_0 into aaed27c375ba308bcc789451f5788bdd/f (new location: hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f/9f7836a3dad34a3daf90063daeb95954_SeqId_4_) 2024-11-24T04:17:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__926musvgtc9v106q562afcp2q3e5ieirlp75289d5g0h1qvgnf4t4hs73tl84rtb/f/hfile_0 2024-11-24T04:17:43,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__926musvgtc9v106q562afcp2q3e5ieirlp75289d5g0h1qvgnf4t4hs73tl84rtb/f/hfile_1 into aaed27c375ba308bcc789451f5788bdd/f as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f/1f5e3e55a9a64bee94684297522abb1b_SeqId_4_ - updating store file list. 2024-11-24T04:17:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1f5e3e55a9a64bee94684297522abb1b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:17:43,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f/1f5e3e55a9a64bee94684297522abb1b_SeqId_4_ into aaed27c375ba308bcc789451f5788bdd/f 2024-11-24T04:17:43,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__926musvgtc9v106q562afcp2q3e5ieirlp75289d5g0h1qvgnf4t4hs73tl84rtb/f/hfile_1 into aaed27c375ba308bcc789451f5788bdd/f (new location: hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f/1f5e3e55a9a64bee94684297522abb1b_SeqId_4_) 2024-11-24T04:17:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__926musvgtc9v106q562afcp2q3e5ieirlp75289d5g0h1qvgnf4t4hs73tl84rtb/f/hfile_1 2024-11-24T04:17:43,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:43,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:43,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:43,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:43,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:43,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:43,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2 , the old value is region=test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fadb2fe0ba32:33431 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T04:17:43,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T04:17:43,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,42283,1732421852989, seqNum=-1] 2024-11-24T04:17:43,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2 from cache 2024-11-24T04:17:43,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:43,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:55960 deadline: 1732421923099 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:55960 2024-11-24T04:17:43,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3., hostname=fadb2fe0ba32,42283,1732421852989, seqNum=2] 2024-11-24T04:17:43,107 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T04:17:43,205 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33431 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T04:17:43,307 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 379, reset compression=false 2024-11-24T04:17:43,314 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:17:43,314 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.shipperfadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33431,1732421848716 got entry batch from reader: WALEntryBatch [walEntries=[{test/aaed27c375ba308bcc789451f5788bdd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732421863094/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T04:17:43,336 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.shipperfadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:17:43,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-24T04:17:43,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.ReplicationSink(318): Replicating [6dc8de65-1804-484c-becd-cc8a0c48cd67] bulk loaded data 2024-11-24T04:17:43,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27ce816b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:43,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,46817,-1 for getting cluster id 2024-11-24T04:17:43,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:43,344 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd261befc-0d24-485b-8bdf-b532ff479155' 2024-11-24T04:17:43,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:43,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d261befc-0d24-485b-8bdf-b532ff479155" 2024-11-24T04:17:43,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2909addf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:43,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,46817,-1] 2024-11-24T04:17:43,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:43,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:43,346 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:43,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3986121c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:43,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741837_1013 (size=7894) 2024-11-24T04:17:43,514 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 687, reset compression=false 2024-11-24T04:17:43,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741838_1014 (size=7691) 2024-11-24T04:17:43,818 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 687, reset compression=false 2024-11-24T04:17:44,109 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T04:17:44,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:44,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,46817,1732421852939 2024-11-24T04:17:44,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d4201ad 2024-11-24T04:17:44,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:44,175 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-24T04:17:44,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:17:44,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:44,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,42283,1732421852989, seqNum=-1] 2024-11-24T04:17:44,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:44,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-24T04:17:44,186 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/staging/jenkins.hfs.6__test__k14qaou2o40funl4u1vagn5hgh9pq64snjdqu1tqarcj2k4lrfk28sh0a8phob99/f/1f5e3e55a9a64bee94684297522abb1b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T04:17:44,189 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/staging/jenkins.hfs.6__test__k14qaou2o40funl4u1vagn5hgh9pq64snjdqu1tqarcj2k4lrfk28sh0a8phob99/f/9f7836a3dad34a3daf90063daeb95954_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T04:17:44,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/staging/jenkins.hfs.6__test__k14qaou2o40funl4u1vagn5hgh9pq64snjdqu1tqarcj2k4lrfk28sh0a8phob99/f/1f5e3e55a9a64bee94684297522abb1b_SeqId_4_ for inclusion in 722ff7d7c79b8cda8fd09995c4beaee3/f 2024-11-24T04:17:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T04:17:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:17:44,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/staging/jenkins.hfs.6__test__k14qaou2o40funl4u1vagn5hgh9pq64snjdqu1tqarcj2k4lrfk28sh0a8phob99/f/9f7836a3dad34a3daf90063daeb95954_SeqId_4_ for inclusion in 722ff7d7c79b8cda8fd09995c4beaee3/f 2024-11-24T04:17:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T04:17:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:17:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HRegion(2603): Flush status journal for 722ff7d7c79b8cda8fd09995c4beaee3: 2024-11-24T04:17:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1f5e3e55a9a64bee94684297522abb1b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T04:17:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/staging/jenkins.hfs.6__test__k14qaou2o40funl4u1vagn5hgh9pq64snjdqu1tqarcj2k4lrfk28sh0a8phob99/f/1f5e3e55a9a64bee94684297522abb1b_SeqId_4_ as hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/default/test/722ff7d7c79b8cda8fd09995c4beaee3/f/f5948d3d8c8a4f5e9de8c86172e6ad39_SeqId_4_ 2024-11-24T04:17:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9f7836a3dad34a3daf90063daeb95954_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T04:17:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/staging/jenkins.hfs.6__test__k14qaou2o40funl4u1vagn5hgh9pq64snjdqu1tqarcj2k4lrfk28sh0a8phob99/f/9f7836a3dad34a3daf90063daeb95954_SeqId_4_ as hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/default/test/722ff7d7c79b8cda8fd09995c4beaee3/f/b385b49b916e40c19ec2ae372e121c22_SeqId_4_ 2024-11-24T04:17:44,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/staging/jenkins.hfs.6__test__k14qaou2o40funl4u1vagn5hgh9pq64snjdqu1tqarcj2k4lrfk28sh0a8phob99/f/1f5e3e55a9a64bee94684297522abb1b_SeqId_4_ into 722ff7d7c79b8cda8fd09995c4beaee3/f as hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/default/test/722ff7d7c79b8cda8fd09995c4beaee3/f/f5948d3d8c8a4f5e9de8c86172e6ad39_SeqId_4_ - updating store file list. 2024-11-24T04:17:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5948d3d8c8a4f5e9de8c86172e6ad39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:17:44,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/default/test/722ff7d7c79b8cda8fd09995c4beaee3/f/f5948d3d8c8a4f5e9de8c86172e6ad39_SeqId_4_ into 722ff7d7c79b8cda8fd09995c4beaee3/f 2024-11-24T04:17:44,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/staging/jenkins.hfs.6__test__k14qaou2o40funl4u1vagn5hgh9pq64snjdqu1tqarcj2k4lrfk28sh0a8phob99/f/1f5e3e55a9a64bee94684297522abb1b_SeqId_4_ into 722ff7d7c79b8cda8fd09995c4beaee3/f (new location: hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/default/test/722ff7d7c79b8cda8fd09995c4beaee3/f/f5948d3d8c8a4f5e9de8c86172e6ad39_SeqId_4_) 2024-11-24T04:17:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/staging/jenkins.hfs.6__test__k14qaou2o40funl4u1vagn5hgh9pq64snjdqu1tqarcj2k4lrfk28sh0a8phob99/f/1f5e3e55a9a64bee94684297522abb1b_SeqId_4_ 2024-11-24T04:17:44,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/staging/jenkins.hfs.6__test__k14qaou2o40funl4u1vagn5hgh9pq64snjdqu1tqarcj2k4lrfk28sh0a8phob99/f/9f7836a3dad34a3daf90063daeb95954_SeqId_4_ into 722ff7d7c79b8cda8fd09995c4beaee3/f as hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/default/test/722ff7d7c79b8cda8fd09995c4beaee3/f/b385b49b916e40c19ec2ae372e121c22_SeqId_4_ - updating store file list. 2024-11-24T04:17:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b385b49b916e40c19ec2ae372e121c22_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:17:44,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/default/test/722ff7d7c79b8cda8fd09995c4beaee3/f/b385b49b916e40c19ec2ae372e121c22_SeqId_4_ into 722ff7d7c79b8cda8fd09995c4beaee3/f 2024-11-24T04:17:44,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/staging/jenkins.hfs.6__test__k14qaou2o40funl4u1vagn5hgh9pq64snjdqu1tqarcj2k4lrfk28sh0a8phob99/f/9f7836a3dad34a3daf90063daeb95954_SeqId_4_ into 722ff7d7c79b8cda8fd09995c4beaee3/f (new location: hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/default/test/722ff7d7c79b8cda8fd09995c4beaee3/f/b385b49b916e40c19ec2ae372e121c22_SeqId_4_) 2024-11-24T04:17:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/staging/jenkins.hfs.6__test__k14qaou2o40funl4u1vagn5hgh9pq64snjdqu1tqarcj2k4lrfk28sh0a8phob99/f/9f7836a3dad34a3daf90063daeb95954_SeqId_4_ 2024-11-24T04:17:44,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] regionserver.ReplicationSink(324): Finished replicating [6dc8de65-1804-484c-becd-cc8a0c48cd67] bulk loaded data 2024-11-24T04:17:44,223 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 687, reset compression=false 2024-11-24T04:17:44,727 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 687, reset compression=false 2024-11-24T04:17:44,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T04:17:44,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T04:17:44,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T04:17:44,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T04:17:44,950 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:17:44,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T04:17:45,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:17:45,127 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732421865126/Put/seqid=0 2024-11-24T04:17:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741842_1018 (size=7997) 2024-11-24T04:17:45,331 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 687, reset compression=false 2024-11-24T04:17:45,534 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732421865534/Put/seqid=0 2024-11-24T04:17:45,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741843_1019 (size=7794) 2024-11-24T04:17:45,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313a32aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:45,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,46859,-1 for getting cluster id 2024-11-24T04:17:45,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:17:45,941 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6dc8de65-1804-484c-becd-cc8a0c48cd67' 2024-11-24T04:17:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:17:45,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6dc8de65-1804-484c-becd-cc8a0c48cd67" 2024-11-24T04:17:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729d7dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,46859,-1] 2024-11-24T04:17:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:17:45,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:45,943 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:17:45,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6ee563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:17:45,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:45,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,33431,1732421848716, seqNum=-1] 2024-11-24T04:17:45,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:45,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:45,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:17:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,46859,1732421848661 2024-11-24T04:17:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17fb1169 2024-11-24T04:17:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:17:45,956 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:17:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2] 2024-11-24T04:17:45,962 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:17:45,967 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T04:17:45,970 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T04:17:45,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f1/f1/hfile_0 for inclusion in aaed27c375ba308bcc789451f5788bdd/f1 2024-11-24T04:17:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T04:17:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:17:45,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f1/f1/hfile_1 for inclusion in aaed27c375ba308bcc789451f5788bdd/f1 2024-11-24T04:17:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T04:17:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:17:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HRegion(2603): Flush status journal for aaed27c375ba308bcc789451f5788bdd: 2024-11-24T04:17:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f1/f1/hfile_0 to hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__gdv523o6lo0ealim2ivi6o7pdekkoehjsr3jnpp511pnu0qgabpmcnfustus0piv/f1/hfile_0 2024-11-24T04:17:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__gdv523o6lo0ealim2ivi6o7pdekkoehjsr3jnpp511pnu0qgabpmcnfustus0piv/f1/hfile_0 as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f1/a46ebad035d04b5db3311c5291c5fac9_SeqId_6_ 2024-11-24T04:17:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/load_f1/f1/hfile_1 to hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__gdv523o6lo0ealim2ivi6o7pdekkoehjsr3jnpp511pnu0qgabpmcnfustus0piv/f1/hfile_1 2024-11-24T04:17:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__gdv523o6lo0ealim2ivi6o7pdekkoehjsr3jnpp511pnu0qgabpmcnfustus0piv/f1/hfile_1 as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f1/06a1d118ff834087adb461081d7b6038_SeqId_6_ 2024-11-24T04:17:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-24T04:17:45,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__gdv523o6lo0ealim2ivi6o7pdekkoehjsr3jnpp511pnu0qgabpmcnfustus0piv/f1/hfile_0 into aaed27c375ba308bcc789451f5788bdd/f1 as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f1/a46ebad035d04b5db3311c5291c5fac9_SeqId_6_ - updating store file list. 2024-11-24T04:17:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a46ebad035d04b5db3311c5291c5fac9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T04:17:45,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f1/a46ebad035d04b5db3311c5291c5fac9_SeqId_6_ into aaed27c375ba308bcc789451f5788bdd/f1 2024-11-24T04:17:45,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__gdv523o6lo0ealim2ivi6o7pdekkoehjsr3jnpp511pnu0qgabpmcnfustus0piv/f1/hfile_0 into aaed27c375ba308bcc789451f5788bdd/f1 (new location: hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f1/a46ebad035d04b5db3311c5291c5fac9_SeqId_6_) 2024-11-24T04:17:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__gdv523o6lo0ealim2ivi6o7pdekkoehjsr3jnpp511pnu0qgabpmcnfustus0piv/f1/hfile_0 2024-11-24T04:17:45,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__gdv523o6lo0ealim2ivi6o7pdekkoehjsr3jnpp511pnu0qgabpmcnfustus0piv/f1/hfile_1 into aaed27c375ba308bcc789451f5788bdd/f1 as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f1/06a1d118ff834087adb461081d7b6038_SeqId_6_ - updating store file list. 2024-11-24T04:17:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06a1d118ff834087adb461081d7b6038_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T04:17:45,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f1/06a1d118ff834087adb461081d7b6038_SeqId_6_ into aaed27c375ba308bcc789451f5788bdd/f1 2024-11-24T04:17:45,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__gdv523o6lo0ealim2ivi6o7pdekkoehjsr3jnpp511pnu0qgabpmcnfustus0piv/f1/hfile_1 into aaed27c375ba308bcc789451f5788bdd/f1 (new location: hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/f1/06a1d118ff834087adb461081d7b6038_SeqId_6_) 2024-11-24T04:17:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/staging/jenkins__test__gdv523o6lo0ealim2ivi6o7pdekkoehjsr3jnpp511pnu0qgabpmcnfustus0piv/f1/hfile_1 2024-11-24T04:17:45,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:17:45,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:17:45,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:45,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:17:45,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:17:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2 , the old value is region=test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fadb2fe0ba32:33431 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T04:17:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T04:17:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2 from cache 2024-11-24T04:17:45,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:17:45,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,33431,1732421848716, seqNum=-1] 2024-11-24T04:17:45,996 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T04:17:45,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:17:45,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:17:45,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., hostname=fadb2fe0ba32,33431,1732421848716, seqNum=2] 2024-11-24T04:17:46,035 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 687, reset compression=false 2024-11-24T04:17:46,041 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:17:46,041 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:46,041 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.shipperfadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33431,1732421848716 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:17:46,105 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33431 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T04:17:46,247 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:46,552 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:46,956 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:47,464 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:48,068 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:48,773 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:49,577 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:50,481 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:51,486 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:52,590 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:53,795 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:55,099 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:56,513 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:58,019 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:17:58,247 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T04:17:59,623 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:01,328 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:02,525 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T04:18:03,132 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:05,037 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:06,045 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.shipperfadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33431,1732421848716 got entry batch from reader: null 2024-11-24T04:18:07,041 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:09,146 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:11,351 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:11,809 INFO [master/fadb2fe0ba32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T04:18:11,809 INFO [master/fadb2fe0ba32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T04:18:13,655 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:16,012 INFO [master/fadb2fe0ba32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T04:18:16,012 INFO [master/fadb2fe0ba32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T04:18:16,060 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:18,565 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:21,170 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:22,198 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region aaed27c375ba308bcc789451f5788bdd, had cached 0 bytes from a total of 31376 2024-11-24T04:18:23,874 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:24,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 722ff7d7c79b8cda8fd09995c4beaee3, had cached 0 bytes from a total of 15585 2024-11-24T04:18:26,045 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.shipperfadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33431,1732421848716 got entry batch from reader: null 2024-11-24T04:18:26,679 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:28,248 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T04:18:29,584 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:31,725 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:18:32,525 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T04:18:32,588 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:35,692 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:36,051 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T04:18:38,896 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:42,201 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:45,606 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:46,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:18:46,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:18:46,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:18:46,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:46,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:46,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:18:46,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:18:46,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=713014833, stopped=false 2024-11-24T04:18:46,025 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,46817,1732421852939 2024-11-24T04:18:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1984967894/running 2024-11-24T04:18:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1984967894/running 2024-11-24T04:18:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:18:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:18:46,028 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:18:46,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:18:46,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:18:46,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:46,028 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,42283,1732421852989' ***** 2024-11-24T04:18:46,028 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:18:46,029 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:18:46,029 INFO [RS:0;fadb2fe0ba32:42283 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:18:46,029 INFO [RS:0;fadb2fe0ba32:42283 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:18:46,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:18:46,029 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(3091): Received CLOSE for 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:18:46,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Set watcher on znode that does not yet exist, /1-1984967894/running 2024-11-24T04:18:46,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Set watcher on znode that does not yet exist, /1-1984967894/running 2024-11-24T04:18:46,030 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,42283,1732421852989 2024-11-24T04:18:46,030 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:18:46,030 INFO [RS:0;fadb2fe0ba32:42283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:42283. 2024-11-24T04:18:46,030 DEBUG [RS:0;fadb2fe0ba32:42283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:18:46,030 DEBUG [RS:0;fadb2fe0ba32:42283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:46,030 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:18:46,030 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:18:46,030 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 722ff7d7c79b8cda8fd09995c4beaee3, disabling compactions & flushes 2024-11-24T04:18:46,030 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:18:46,030 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. 2024-11-24T04:18:46,030 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:18:46,030 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. 2024-11-24T04:18:46,030 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. after waiting 0 ms 2024-11-24T04:18:46,030 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. 2024-11-24T04:18:46,031 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:18:46,031 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 722ff7d7c79b8cda8fd09995c4beaee3=test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3.} 2024-11-24T04:18:46,031 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 722ff7d7c79b8cda8fd09995c4beaee3 2024-11-24T04:18:46,031 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:18:46,031 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:18:46,031 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:18:46,031 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:18:46,031 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:18:46,031 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T04:18:46,038 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/default/test/722ff7d7c79b8cda8fd09995c4beaee3/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T04:18:46,038 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:18:46,038 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:18:46,038 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. 2024-11-24T04:18:46,038 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 722ff7d7c79b8cda8fd09995c4beaee3: Waiting for close lock at 1732421926030Running coprocessor pre-close hooks at 1732421926030Disabling compacts and flushes for region at 1732421926030Disabling writes for close at 1732421926030Writing region close event to WAL at 1732421926031 (+1 ms)Running coprocessor post-close hooks at 1732421926038 (+7 ms)Closed at 1732421926038 2024-11-24T04:18:46,039 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3. 2024-11-24T04:18:46,045 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.shipperfadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33431,1732421848716 got entry batch from reader: null 2024-11-24T04:18:46,055 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/.tmp/info/896389a2098c4db4946ade264cc0758c is 129, key is test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3./info:regioninfo/1732421859368/Put/seqid=0 2024-11-24T04:18:46,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741839_1015 (size=6421) 2024-11-24T04:18:46,110 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:18:46,231 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:18:46,431 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:18:46,462 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/.tmp/info/896389a2098c4db4946ade264cc0758c 2024-11-24T04:18:46,487 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/.tmp/ns/f6b9891c43604c9cbd3733673ade3a4a is 43, key is default/ns:d/1732421855998/Put/seqid=0 2024-11-24T04:18:46,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741840_1016 (size=5153) 2024-11-24T04:18:46,631 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:18:46,831 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:18:46,860 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:18:46,860 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:18:46,892 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/.tmp/ns/f6b9891c43604c9cbd3733673ade3a4a 2024-11-24T04:18:46,911 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/.tmp/rep_barrier/b52e8182d8294b1a8d67605210072f07 is 112, key is test,,1732421858207.722ff7d7c79b8cda8fd09995c4beaee3./rep_barrier:seqnumDuringOpen/1732421859368/Put/seqid=0 2024-11-24T04:18:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741841_1017 (size=5518) 2024-11-24T04:18:47,032 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T04:18:47,032 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:18:47,032 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:18:47,232 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:18:47,316 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/.tmp/rep_barrier/b52e8182d8294b1a8d67605210072f07 2024-11-24T04:18:47,343 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/.tmp/table/68eb5994dbb04c3a996f021867fa9927 is 40, key is test/table:state/1732421859377/Put/seqid=0 2024-11-24T04:18:47,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741842_1018 (size=5165) 2024-11-24T04:18:47,432 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:18:47,632 DEBUG [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:18:47,749 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/.tmp/table/68eb5994dbb04c3a996f021867fa9927 2024-11-24T04:18:47,755 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/.tmp/info/896389a2098c4db4946ade264cc0758c as hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/info/896389a2098c4db4946ade264cc0758c 2024-11-24T04:18:47,759 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/info/896389a2098c4db4946ade264cc0758c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T04:18:47,760 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/.tmp/ns/f6b9891c43604c9cbd3733673ade3a4a as hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/ns/f6b9891c43604c9cbd3733673ade3a4a 2024-11-24T04:18:47,765 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/ns/f6b9891c43604c9cbd3733673ade3a4a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T04:18:47,766 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/.tmp/rep_barrier/b52e8182d8294b1a8d67605210072f07 as hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/rep_barrier/b52e8182d8294b1a8d67605210072f07 2024-11-24T04:18:47,770 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/rep_barrier/b52e8182d8294b1a8d67605210072f07, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T04:18:47,771 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/.tmp/table/68eb5994dbb04c3a996f021867fa9927 as hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/table/68eb5994dbb04c3a996f021867fa9927 2024-11-24T04:18:47,775 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/table/68eb5994dbb04c3a996f021867fa9927, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T04:18:47,776 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=11, compaction requested=false 2024-11-24T04:18:47,780 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T04:18:47,780 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:18:47,780 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:18:47,780 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:18:47,780 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421926031Running coprocessor pre-close hooks at 1732421926031Disabling compacts and flushes for region at 1732421926031Disabling writes for close at 1732421926031Obtaining lock to block concurrent updates at 1732421926031Preparing flush snapshotting stores in 1588230740 at 1732421926031Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732421926031Flushing stores of hbase:meta,,1.1588230740 at 1732421926032 (+1 ms)Flushing 1588230740/info: creating writer at 1732421926032Flushing 1588230740/info: appending metadata at 1732421926055 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732421926055Flushing 1588230740/ns: creating writer at 1732421926468 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732421926486 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732421926486Flushing 1588230740/rep_barrier: creating writer at 1732421926897 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732421926911 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732421926911Flushing 1588230740/table: creating writer at 1732421927322 (+411 ms)Flushing 1588230740/table: appending metadata at 1732421927343 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732421927343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f40587f: reopening flushed file at 1732421927754 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4392e7e6: reopening flushed file at 1732421927760 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a89ff2c: reopening flushed file at 1732421927765 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be557ff: reopening flushed file at 1732421927770 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=11, compaction requested=false at 1732421927776 (+6 ms)Writing region close event to WAL at 1732421927777 (+1 ms)Running coprocessor post-close hooks at 1732421927780 (+3 ms)Closed at 1732421927780 2024-11-24T04:18:47,781 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:18:47,832 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,42283,1732421852989; all regions closed. 2024-11-24T04:18:47,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741834_1010 (size=2717) 2024-11-24T04:18:47,835 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/WALs/fadb2fe0ba32,42283,1732421852989/fadb2fe0ba32%2C42283%2C1732421852989.meta.1732421855945.meta not finished, retry = 0 2024-11-24T04:18:47,938 DEBUG [RS:0;fadb2fe0ba32:42283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/oldWALs 2024-11-24T04:18:47,938 INFO [RS:0;fadb2fe0ba32:42283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C42283%2C1732421852989.meta:.meta(num 1732421855945) 2024-11-24T04:18:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741832_1008 (size=1028) 2024-11-24T04:18:47,940 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/WALs/fadb2fe0ba32,42283,1732421852989/fadb2fe0ba32%2C42283%2C1732421852989.1732421855002 not finished, retry = 0 2024-11-24T04:18:48,042 DEBUG [RS:0;fadb2fe0ba32:42283 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/oldWALs 2024-11-24T04:18:48,042 INFO [RS:0;fadb2fe0ba32:42283 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C42283%2C1732421852989:(num 1732421855002) 2024-11-24T04:18:48,042 DEBUG [RS:0;fadb2fe0ba32:42283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:48,042 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:18:48,043 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:18:48,043 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T04:18:48,043 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:18:48,043 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:18:48,043 INFO [RS:0;fadb2fe0ba32:42283 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:42283. 2024-11-24T04:18:48,043 DEBUG [RS:0;fadb2fe0ba32:42283 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:18:48,043 DEBUG [RS:0;fadb2fe0ba32:42283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:48,044 DEBUG [RS:0;fadb2fe0ba32:42283 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:48,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:18:48,044 INFO [RS:0;fadb2fe0ba32:42283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42283 2024-11-24T04:18:48,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1984967894/rs/fadb2fe0ba32,42283,1732421852989 2024-11-24T04:18:48,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894/rs 2024-11-24T04:18:48,046 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:18:48,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,42283,1732421852989] 2024-11-24T04:18:48,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984967894/draining/fadb2fe0ba32,42283,1732421852989 already deleted, retry=false 2024-11-24T04:18:48,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,42283,1732421852989 expired; onlineServers=0 2024-11-24T04:18:48,049 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,46817,1732421852939' ***** 2024-11-24T04:18:48,049 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:18:48,049 INFO [M:0;fadb2fe0ba32:46817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:18:48,049 INFO [M:0;fadb2fe0ba32:46817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:18:48,049 DEBUG [M:0;fadb2fe0ba32:46817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:18:48,050 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:18:48,050 DEBUG [M:0;fadb2fe0ba32:46817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:18:48,050 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421854789 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421854789,5,FailOnTimeoutGroup] 2024-11-24T04:18:48,050 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421854794 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421854794,5,FailOnTimeoutGroup] 2024-11-24T04:18:48,050 INFO [M:0;fadb2fe0ba32:46817 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:18:48,050 INFO [M:0;fadb2fe0ba32:46817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:18:48,050 DEBUG [M:0;fadb2fe0ba32:46817 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:18:48,050 INFO [M:0;fadb2fe0ba32:46817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:18:48,050 INFO [M:0;fadb2fe0ba32:46817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:18:48,050 INFO [M:0;fadb2fe0ba32:46817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:18:48,050 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:18:48,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1984967894/master 2024-11-24T04:18:48,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984967894 2024-11-24T04:18:48,051 DEBUG [M:0;fadb2fe0ba32:46817 {}] zookeeper.ZKUtil(347): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Unable to get data of znode /1-1984967894/master because node does not exist (not an error) 2024-11-24T04:18:48,051 WARN [M:0;fadb2fe0ba32:46817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:18:48,052 INFO [M:0;fadb2fe0ba32:46817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/.lastflushedseqids 2024-11-24T04:18:48,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741843_1019 (size=173) 2024-11-24T04:18:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:18:48,147 INFO [RS:0;fadb2fe0ba32:42283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:18:48,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42283-0x101483174f00004, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:18:48,148 INFO [RS:0;fadb2fe0ba32:42283 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,42283,1732421852989; zookeeper connection closed. 2024-11-24T04:18:48,148 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b9e2d48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b9e2d48 2024-11-24T04:18:48,148 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:18:48,461 INFO [M:0;fadb2fe0ba32:46817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:18:48,462 INFO [M:0;fadb2fe0ba32:46817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:18:48,462 DEBUG [M:0;fadb2fe0ba32:46817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:18:48,462 INFO [M:0;fadb2fe0ba32:46817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:48,462 DEBUG [M:0;fadb2fe0ba32:46817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:48,462 DEBUG [M:0;fadb2fe0ba32:46817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:18:48,462 DEBUG [M:0;fadb2fe0ba32:46817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:48,462 INFO [M:0;fadb2fe0ba32:46817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-24T04:18:48,482 DEBUG [M:0;fadb2fe0ba32:46817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4af3627a65c04fb5b61eabf5302dda0d is 82, key is hbase:meta,,1/info:regioninfo/1732421855985/Put/seqid=0 2024-11-24T04:18:48,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741844_1020 (size=5672) 2024-11-24T04:18:48,887 INFO [M:0;fadb2fe0ba32:46817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4af3627a65c04fb5b61eabf5302dda0d 2024-11-24T04:18:48,910 DEBUG [M:0;fadb2fe0ba32:46817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9f4bfc648344f13ac472f04c4ea9307 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732421859381/Put/seqid=0 2024-11-24T04:18:48,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741845_1021 (size=6728) 2024-11-24T04:18:49,112 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.1732421850702 to pos 997, reset compression=false 2024-11-24T04:18:49,316 INFO [M:0;fadb2fe0ba32:46817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9f4bfc648344f13ac472f04c4ea9307 2024-11-24T04:18:49,322 INFO [M:0;fadb2fe0ba32:46817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9f4bfc648344f13ac472f04c4ea9307 2024-11-24T04:18:49,340 DEBUG [M:0;fadb2fe0ba32:46817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38de786bc4c24c8186f8d07a4a899c6e is 69, key is fadb2fe0ba32,42283,1732421852989/rs:state/1732421854840/Put/seqid=0 2024-11-24T04:18:49,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741846_1022 (size=5156) 2024-11-24T04:18:49,746 INFO [M:0;fadb2fe0ba32:46817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38de786bc4c24c8186f8d07a4a899c6e 2024-11-24T04:18:49,751 DEBUG [M:0;fadb2fe0ba32:46817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4af3627a65c04fb5b61eabf5302dda0d as hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4af3627a65c04fb5b61eabf5302dda0d 2024-11-24T04:18:49,755 INFO [M:0;fadb2fe0ba32:46817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4af3627a65c04fb5b61eabf5302dda0d, entries=8, sequenceid=58, filesize=5.5 K 2024-11-24T04:18:49,756 DEBUG [M:0;fadb2fe0ba32:46817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9f4bfc648344f13ac472f04c4ea9307 as hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9f4bfc648344f13ac472f04c4ea9307 2024-11-24T04:18:49,760 INFO [M:0;fadb2fe0ba32:46817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9f4bfc648344f13ac472f04c4ea9307 2024-11-24T04:18:49,760 INFO [M:0;fadb2fe0ba32:46817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9f4bfc648344f13ac472f04c4ea9307, entries=6, sequenceid=58, filesize=6.6 K 2024-11-24T04:18:49,761 DEBUG [M:0;fadb2fe0ba32:46817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38de786bc4c24c8186f8d07a4a899c6e as hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38de786bc4c24c8186f8d07a4a899c6e 2024-11-24T04:18:49,765 INFO [M:0;fadb2fe0ba32:46817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41335/user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38de786bc4c24c8186f8d07a4a899c6e, entries=1, sequenceid=58, filesize=5.0 K 2024-11-24T04:18:49,766 INFO [M:0;fadb2fe0ba32:46817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=58, compaction requested=false 2024-11-24T04:18:49,767 INFO [M:0;fadb2fe0ba32:46817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:49,768 DEBUG [M:0;fadb2fe0ba32:46817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421928462Disabling compacts and flushes for region at 1732421928462Disabling writes for close at 1732421928462Obtaining lock to block concurrent updates at 1732421928462Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421928462Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732421928463 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421928463Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421928463Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421928481 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421928481Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421928892 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421928910 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421928910Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421929322 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421929340 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421929340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799c0a45: reopening flushed file at 1732421929750 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6be154: reopening flushed file at 1732421929755 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f041fb2: reopening flushed file at 1732421929760 (+5 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=58, compaction requested=false at 1732421929766 (+6 ms)Writing region close event to WAL at 1732421929767 (+1 ms)Closed at 1732421929767 2024-11-24T04:18:49,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db04d5ae-499e-b2cb-d9a4-2cd1decc0f02/MasterData/WALs/fadb2fe0ba32,46817,1732421852939/fadb2fe0ba32%2C46817%2C1732421852939.1732421854702 not finished, retry = 0 2024-11-24T04:18:49,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39415 is added to blk_1073741830_1006 (size=33038) 2024-11-24T04:18:49,872 INFO [M:0;fadb2fe0ba32:46817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:18:49,872 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:18:49,872 INFO [M:0;fadb2fe0ba32:46817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46817 2024-11-24T04:18:49,873 INFO [M:0;fadb2fe0ba32:46817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:18:49,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:18:49,975 INFO [M:0;fadb2fe0ba32:46817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:18:49,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46817-0x101483174f00003, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:18:49,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6239b59c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:18:49,977 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@de72411{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:18:49,978 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:18:49,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d368206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:18:49,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cfb5077{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/hadoop.log.dir/,STOPPED} 2024-11-24T04:18:49,979 WARN [BP-1231279674-172.17.0.2-1732421851776 heartbeating to localhost/127.0.0.1:41335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:18:49,979 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:18:49,979 WARN [BP-1231279674-172.17.0.2-1732421851776 heartbeating to localhost/127.0.0.1:41335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1231279674-172.17.0.2-1732421851776 (Datanode Uuid 7886211f-2f38-4d84-ab48-0301968034da) service to localhost/127.0.0.1:41335 2024-11-24T04:18:49,979 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:18:49,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/cluster_361dd317-d0f1-f71a-85a8-d1f85bed2f82/data/data1/current/BP-1231279674-172.17.0.2-1732421851776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:18:49,980 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/cluster_361dd317-d0f1-f71a-85a8-d1f85bed2f82/data/data2/current/BP-1231279674-172.17.0.2-1732421851776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:18:49,981 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:18:49,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a021a29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:18:49,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ccfcd2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:18:49,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:18:49,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23beef8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:18:49,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74214264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/hadoop.log.dir/,STOPPED} 2024-11-24T04:18:50,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:18:50,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:18:50,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:18:50,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:18:50,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:50,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:50,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:18:50,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:18:50,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=885695776, stopped=false 2024-11-24T04:18:50,001 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,46859,1732421848661 2024-11-24T04:18:50,002 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:18:50,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1396743614/running 2024-11-24T04:18:50,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1396743614/running 2024-11-24T04:18:50,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:18:50,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:18:50,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:18:50,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:18:50,003 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,33431,1732421848716' ***** 2024-11-24T04:18:50,003 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:18:50,003 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:18:50,003 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:18:50,003 INFO [RS:0;fadb2fe0ba32:33431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:18:50,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Set watcher on znode that does not yet exist, /0-1396743614/running 2024-11-24T04:18:50,003 INFO [RS:0;fadb2fe0ba32:33431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:18:50,004 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(3091): Received CLOSE for aaed27c375ba308bcc789451f5788bdd 2024-11-24T04:18:50,004 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(3091): Received CLOSE for cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:18:50,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Set watcher on znode that does not yet exist, /0-1396743614/running 2024-11-24T04:18:50,004 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,33431,1732421848716 2024-11-24T04:18:50,004 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:18:50,004 INFO [RS:0;fadb2fe0ba32:33431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:33431. 2024-11-24T04:18:50,004 DEBUG [RS:0;fadb2fe0ba32:33431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:18:50,004 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaed27c375ba308bcc789451f5788bdd, disabling compactions & flushes 2024-11-24T04:18:50,004 DEBUG [RS:0;fadb2fe0ba32:33431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:50,004 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. 2024-11-24T04:18:50,004 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. 2024-11-24T04:18:50,004 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. after waiting 0 ms 2024-11-24T04:18:50,004 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. 2024-11-24T04:18:50,004 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:18:50,004 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:18:50,004 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:18:50,004 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:18:50,005 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T04:18:50,005 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1325): Online Regions={aaed27c375ba308bcc789451f5788bdd=test,,1732421856041.aaed27c375ba308bcc789451f5788bdd., 1588230740=hbase:meta,,1.1588230740, cd1b04756a990102b0eb2a867cc1fff7=hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7.} 2024-11-24T04:18:50,005 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aaed27c375ba308bcc789451f5788bdd, cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:18:50,005 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:18:50,005 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:18:50,005 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:18:50,005 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:18:50,005 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:18:50,005 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T04:18:50,009 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/default/test/aaed27c375ba308bcc789451f5788bdd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T04:18:50,009 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:18:50,009 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:18:50,009 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. 2024-11-24T04:18:50,009 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaed27c375ba308bcc789451f5788bdd: Waiting for close lock at 1732421930004Running coprocessor pre-close hooks at 1732421930004Disabling compacts and flushes for region at 1732421930004Disabling writes for close at 1732421930004Writing region close event to WAL at 1732421930006 (+2 ms)Running coprocessor post-close hooks at 1732421930009 (+3 ms)Closed at 1732421930009 2024-11-24T04:18:50,010 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732421856041.aaed27c375ba308bcc789451f5788bdd. 2024-11-24T04:18:50,010 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd1b04756a990102b0eb2a867cc1fff7, disabling compactions & flushes 2024-11-24T04:18:50,010 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. 2024-11-24T04:18:50,010 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. 2024-11-24T04:18:50,010 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. after waiting 0 ms 2024-11-24T04:18:50,010 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. 2024-11-24T04:18:50,010 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd1b04756a990102b0eb2a867cc1fff7 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-24T04:18:50,022 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/.tmp/info/a8ff02460e5442459ad5fc84ed048a8f is 147, key is hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7./info:regioninfo/1732421861576/Put/seqid=0 2024-11-24T04:18:50,025 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7/.tmp/hfileref/98f37ac5502042188a83f2e2a30dd66c is 74, key is 1/hfileref:1f5e3e55a9a64bee94684297522abb1b_SeqId_4_/1732421864216/DeleteColumn/seqid=0 2024-11-24T04:18:50,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741844_1020 (size=7686) 2024-11-24T04:18:50,028 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:18:50,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741845_1021 (size=5203) 2024-11-24T04:18:50,205 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:18:50,405 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:18:50,426 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/.tmp/info/a8ff02460e5442459ad5fc84ed048a8f 2024-11-24T04:18:50,430 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7/.tmp/hfileref/98f37ac5502042188a83f2e2a30dd66c 2024-11-24T04:18:50,447 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/.tmp/ns/6eec2a2c83634a8ea14034f15cd2d6f3 is 43, key is default/ns:d/1732421851717/Put/seqid=0 2024-11-24T04:18:50,448 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7/.tmp/queue/4f72284d84b64ec5a242c3d3ec6e3f71 is 153, key is 1-fadb2fe0ba32,33431,1732421848716/queue:fadb2fe0ba32%2C33431%2C1732421848716/1732421866043/Put/seqid=0 2024-11-24T04:18:50,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741846_1022 (size=5153) 2024-11-24T04:18:50,452 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/.tmp/ns/6eec2a2c83634a8ea14034f15cd2d6f3 2024-11-24T04:18:50,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741847_1023 (size=5352) 2024-11-24T04:18:50,475 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/.tmp/rep_barrier/fabc09d392064ea9a66006e5bb1e2540 is 112, key is test,,1732421856041.aaed27c375ba308bcc789451f5788bdd./rep_barrier:seqnumDuringOpen/1732421857238/Put/seqid=0 2024-11-24T04:18:50,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741848_1024 (size=5518) 2024-11-24T04:18:50,569 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:18:50,569 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:18:50,606 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:18:50,806 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd1b04756a990102b0eb2a867cc1fff7 2024-11-24T04:18:50,853 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7/.tmp/queue/4f72284d84b64ec5a242c3d3ec6e3f71 2024-11-24T04:18:50,859 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7/.tmp/hfileref/98f37ac5502042188a83f2e2a30dd66c as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7/hfileref/98f37ac5502042188a83f2e2a30dd66c 2024-11-24T04:18:50,865 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7/hfileref/98f37ac5502042188a83f2e2a30dd66c, entries=2, sequenceid=10, filesize=5.1 K 2024-11-24T04:18:50,865 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7/.tmp/queue/4f72284d84b64ec5a242c3d3ec6e3f71 as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7/queue/4f72284d84b64ec5a242c3d3ec6e3f71 2024-11-24T04:18:50,871 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7/queue/4f72284d84b64ec5a242c3d3ec6e3f71, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T04:18:50,872 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for cd1b04756a990102b0eb2a867cc1fff7 in 862ms, sequenceid=10, compaction requested=false 2024-11-24T04:18:50,877 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/replication/cd1b04756a990102b0eb2a867cc1fff7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T04:18:50,877 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:18:50,877 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:18:50,877 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. 2024-11-24T04:18:50,877 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd1b04756a990102b0eb2a867cc1fff7: Waiting for close lock at 1732421930010Running coprocessor pre-close hooks at 1732421930010Disabling compacts and flushes for region at 1732421930010Disabling writes for close at 1732421930010Obtaining lock to block concurrent updates at 1732421930010Preparing flush snapshotting stores in cd1b04756a990102b0eb2a867cc1fff7 at 1732421930010Finished memstore snapshotting hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732421930010Flushing stores of hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. at 1732421930011 (+1 ms)Flushing cd1b04756a990102b0eb2a867cc1fff7/hfileref: creating writer at 1732421930011Flushing cd1b04756a990102b0eb2a867cc1fff7/hfileref: appending metadata at 1732421930024 (+13 ms)Flushing cd1b04756a990102b0eb2a867cc1fff7/hfileref: closing flushed file at 1732421930024Flushing cd1b04756a990102b0eb2a867cc1fff7/queue: creating writer at 1732421930434 (+410 ms)Flushing cd1b04756a990102b0eb2a867cc1fff7/queue: appending metadata at 1732421930448 (+14 ms)Flushing cd1b04756a990102b0eb2a867cc1fff7/queue: closing flushed file at 1732421930448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747470a6: reopening flushed file at 1732421930858 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31bd9a51: reopening flushed file at 1732421930865 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for cd1b04756a990102b0eb2a867cc1fff7 in 862ms, sequenceid=10, compaction requested=false at 1732421930872 (+7 ms)Writing region close event to WAL at 1732421930874 (+2 ms)Running coprocessor post-close hooks at 1732421930877 (+3 ms)Closed at 1732421930877 2024-11-24T04:18:50,878 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732421860386.cd1b04756a990102b0eb2a867cc1fff7. 2024-11-24T04:18:50,879 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/.tmp/rep_barrier/fabc09d392064ea9a66006e5bb1e2540 2024-11-24T04:18:50,899 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/.tmp/table/221af71713534d56a35b357a87d60bef is 53, key is hbase:replication/table:state/1732421861585/Put/seqid=0 2024-11-24T04:18:50,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741849_1025 (size=5308) 2024-11-24T04:18:51,006 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T04:18:51,006 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:18:51,006 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:18:51,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:51,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:51,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:51,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:51,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:51,206 DEBUG [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:18:51,303 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/.tmp/table/221af71713534d56a35b357a87d60bef 2024-11-24T04:18:51,310 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/.tmp/info/a8ff02460e5442459ad5fc84ed048a8f as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/info/a8ff02460e5442459ad5fc84ed048a8f 2024-11-24T04:18:51,315 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/info/a8ff02460e5442459ad5fc84ed048a8f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T04:18:51,315 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/.tmp/ns/6eec2a2c83634a8ea14034f15cd2d6f3 as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/ns/6eec2a2c83634a8ea14034f15cd2d6f3 2024-11-24T04:18:51,320 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/ns/6eec2a2c83634a8ea14034f15cd2d6f3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T04:18:51,321 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/.tmp/rep_barrier/fabc09d392064ea9a66006e5bb1e2540 as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/rep_barrier/fabc09d392064ea9a66006e5bb1e2540 2024-11-24T04:18:51,326 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/rep_barrier/fabc09d392064ea9a66006e5bb1e2540, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T04:18:51,326 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/.tmp/table/221af71713534d56a35b357a87d60bef as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/table/221af71713534d56a35b357a87d60bef 2024-11-24T04:18:51,332 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/table/221af71713534d56a35b357a87d60bef, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T04:18:51,333 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=16, compaction requested=false 2024-11-24T04:18:51,345 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T04:18:51,346 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:18:51,346 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:18:51,346 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:18:51,346 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421930005Running coprocessor pre-close hooks at 1732421930005Disabling compacts and flushes for region at 1732421930005Disabling writes for close at 1732421930005Obtaining lock to block concurrent updates at 1732421930005Preparing flush snapshotting stores in 1588230740 at 1732421930005Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732421930006 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732421930006Flushing 1588230740/info: creating writer at 1732421930006Flushing 1588230740/info: appending metadata at 1732421930021 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732421930021Flushing 1588230740/ns: creating writer at 1732421930433 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732421930447 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732421930447Flushing 1588230740/rep_barrier: creating writer at 1732421930457 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732421930474 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732421930474Flushing 1588230740/table: creating writer at 1732421930884 (+410 ms)Flushing 1588230740/table: appending metadata at 1732421930899 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732421930899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22421300: reopening flushed file at 1732421931309 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390f3d56: reopening flushed file at 1732421931315 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5241f130: reopening flushed file at 1732421931320 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b93f53b: reopening flushed file at 1732421931326 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=16, compaction requested=false at 1732421931333 (+7 ms)Writing region close event to WAL at 1732421931342 (+9 ms)Running coprocessor post-close hooks at 1732421931346 (+4 ms)Closed at 1732421931346 2024-11-24T04:18:51,346 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:18:51,407 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,33431,1732421848716; all regions closed. 2024-11-24T04:18:51,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741834_1010 (size=4239) 2024-11-24T04:18:51,409 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/WALs/fadb2fe0ba32,33431,1732421848716/fadb2fe0ba32%2C33431%2C1732421848716.meta.1732421851666.meta not finished, retry = 0 2024-11-24T04:18:51,512 DEBUG [RS:0;fadb2fe0ba32:33431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/oldWALs 2024-11-24T04:18:51,512 INFO [RS:0;fadb2fe0ba32:33431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C33431%2C1732421848716.meta:.meta(num 1732421851666) 2024-11-24T04:18:51,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741839_1015 (size=2700) 2024-11-24T04:18:51,517 DEBUG [RS:0;fadb2fe0ba32:33431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/oldWALs 2024-11-24T04:18:51,517 INFO [RS:0;fadb2fe0ba32:33431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C33431%2C1732421848716.rep:(num 1732421861539) 2024-11-24T04:18:51,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741832_1008 (size=1300) 2024-11-24T04:18:51,522 DEBUG [RS:0;fadb2fe0ba32:33431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/oldWALs 2024-11-24T04:18:51,522 INFO [RS:0;fadb2fe0ba32:33431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C33431%2C1732421848716:(num 1732421850702) 2024-11-24T04:18:51,522 DEBUG [RS:0;fadb2fe0ba32:33431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:51,522 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:18:51,522 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:18:51,522 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:18:51,523 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:18:51,523 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:18:51,523 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,33431,1732421848716 because: Region server is closing 2024-11-24T04:18:51,523 INFO [RS:0;fadb2fe0ba32:33431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:33431. 2024-11-24T04:18:51,523 DEBUG [RS:0;fadb2fe0ba32:33431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:18:51,523 DEBUG [RS:0;fadb2fe0ba32:33431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:51,523 DEBUG [RS:0;fadb2fe0ba32:33431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:51,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:18:51,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:18:51,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:51,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:51,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:51,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:51,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:51,624 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.wal-reader.fadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T04:18:51,624 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.shipperfadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T04:18:51,624 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33431,1732421848716.replicationSource.shipperfadb2fe0ba32%2C33431%2C1732421848716,1-fadb2fe0ba32,33431,1732421848716 terminated 2024-11-24T04:18:51,624 INFO [RS:0;fadb2fe0ba32:33431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33431 2024-11-24T04:18:51,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1396743614/rs/fadb2fe0ba32,33431,1732421848716 2024-11-24T04:18:51,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614/rs 2024-11-24T04:18:51,626 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:18:51,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,33431,1732421848716] 2024-11-24T04:18:51,629 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1396743614/draining/fadb2fe0ba32,33431,1732421848716 already deleted, retry=false 2024-11-24T04:18:51,629 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,33431,1732421848716 expired; onlineServers=0 2024-11-24T04:18:51,629 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,46859,1732421848661' ***** 2024-11-24T04:18:51,629 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:18:51,630 INFO [M:0;fadb2fe0ba32:46859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:18:51,630 INFO [M:0;fadb2fe0ba32:46859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:18:51,630 DEBUG [M:0;fadb2fe0ba32:46859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:18:51,630 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:18:51,630 DEBUG [M:0;fadb2fe0ba32:46859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:18:51,630 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421850510 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421850510,5,FailOnTimeoutGroup] 2024-11-24T04:18:51,630 INFO [M:0;fadb2fe0ba32:46859 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:18:51,630 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421850511 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421850511,5,FailOnTimeoutGroup] 2024-11-24T04:18:51,630 INFO [M:0;fadb2fe0ba32:46859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:18:51,630 DEBUG [M:0;fadb2fe0ba32:46859 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:18:51,630 INFO [M:0;fadb2fe0ba32:46859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:18:51,630 INFO [M:0;fadb2fe0ba32:46859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:18:51,630 INFO [M:0;fadb2fe0ba32:46859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:18:51,631 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:18:51,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1396743614/master 2024-11-24T04:18:51,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1396743614 2024-11-24T04:18:51,632 DEBUG [M:0;fadb2fe0ba32:46859 {}] zookeeper.ZKUtil(347): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Unable to get data of znode /0-1396743614/master because node does not exist (not an error) 2024-11-24T04:18:51,632 WARN [M:0;fadb2fe0ba32:46859 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:18:51,633 INFO [M:0;fadb2fe0ba32:46859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/.lastflushedseqids 2024-11-24T04:18:51,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741850_1026 (size=263) 2024-11-24T04:18:51,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:18:51,728 INFO [RS:0;fadb2fe0ba32:33431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:18:51,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33431-0x101483174f00001, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:18:51,728 INFO [RS:0;fadb2fe0ba32:33431 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,33431,1732421848716; zookeeper connection closed. 2024-11-24T04:18:51,728 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9aad745 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9aad745 2024-11-24T04:18:51,728 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:18:52,040 INFO [M:0;fadb2fe0ba32:46859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:18:52,040 INFO [M:0;fadb2fe0ba32:46859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:18:52,040 DEBUG [M:0;fadb2fe0ba32:46859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:18:52,040 INFO [M:0;fadb2fe0ba32:46859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:52,040 DEBUG [M:0;fadb2fe0ba32:46859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:52,040 DEBUG [M:0;fadb2fe0ba32:46859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:18:52,040 DEBUG [M:0;fadb2fe0ba32:46859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:52,040 INFO [M:0;fadb2fe0ba32:46859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-24T04:18:52,056 DEBUG [M:0;fadb2fe0ba32:46859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9887dc037cc048a3bab4ee26828d65ca is 82, key is hbase:meta,,1/info:regioninfo/1732421851704/Put/seqid=0 2024-11-24T04:18:52,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741851_1027 (size=5672) 2024-11-24T04:18:52,461 INFO [M:0;fadb2fe0ba32:46859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9887dc037cc048a3bab4ee26828d65ca 2024-11-24T04:18:52,481 DEBUG [M:0;fadb2fe0ba32:46859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2eefcbb7448422784ec63d5d76caf13 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732421857272/Put/seqid=0 2024-11-24T04:18:52,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741852_1028 (size=7240) 2024-11-24T04:18:52,886 INFO [M:0;fadb2fe0ba32:46859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2eefcbb7448422784ec63d5d76caf13 2024-11-24T04:18:52,891 INFO [M:0;fadb2fe0ba32:46859 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2eefcbb7448422784ec63d5d76caf13 2024-11-24T04:18:52,905 DEBUG [M:0;fadb2fe0ba32:46859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b70c985a5b7743789aa5f1e563d115ad is 69, key is fadb2fe0ba32,33431,1732421848716/rs:state/1732421850558/Put/seqid=0 2024-11-24T04:18:52,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741853_1029 (size=5156) 2024-11-24T04:18:53,309 INFO [M:0;fadb2fe0ba32:46859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b70c985a5b7743789aa5f1e563d115ad 2024-11-24T04:18:53,316 DEBUG [M:0;fadb2fe0ba32:46859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9887dc037cc048a3bab4ee26828d65ca as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9887dc037cc048a3bab4ee26828d65ca 2024-11-24T04:18:53,320 INFO [M:0;fadb2fe0ba32:46859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9887dc037cc048a3bab4ee26828d65ca, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T04:18:53,321 DEBUG [M:0;fadb2fe0ba32:46859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2eefcbb7448422784ec63d5d76caf13 as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2eefcbb7448422784ec63d5d76caf13 2024-11-24T04:18:53,325 INFO [M:0;fadb2fe0ba32:46859 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2eefcbb7448422784ec63d5d76caf13 2024-11-24T04:18:53,325 INFO [M:0;fadb2fe0ba32:46859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2eefcbb7448422784ec63d5d76caf13, entries=11, sequenceid=105, filesize=7.1 K 2024-11-24T04:18:53,326 DEBUG [M:0;fadb2fe0ba32:46859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b70c985a5b7743789aa5f1e563d115ad as hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b70c985a5b7743789aa5f1e563d115ad 2024-11-24T04:18:53,331 INFO [M:0;fadb2fe0ba32:46859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43909/user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b70c985a5b7743789aa5f1e563d115ad, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T04:18:53,332 INFO [M:0;fadb2fe0ba32:46859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false 2024-11-24T04:18:53,333 INFO [M:0;fadb2fe0ba32:46859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:53,333 DEBUG [M:0;fadb2fe0ba32:46859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421932040Disabling compacts and flushes for region at 1732421932040Disabling writes for close at 1732421932040Obtaining lock to block concurrent updates at 1732421932040Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421932040Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732421932041 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421932041Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421932041Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421932056 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421932056Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421932466 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421932481 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421932481Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421932891 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421932904 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421932905 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d48839c: reopening flushed file at 1732421933315 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff1abfd: reopening flushed file at 1732421933321 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d317e3c: reopening flushed file at 1732421933325 (+4 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false at 1732421933332 (+7 ms)Writing region close event to WAL at 1732421933333 (+1 ms)Closed at 1732421933333 2024-11-24T04:18:53,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741830_1006 (size=64526) 2024-11-24T04:18:53,335 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d918a547-277d-5312-e4ed-03ec676f29f1/MasterData/WALs/fadb2fe0ba32,46859,1732421848661/fadb2fe0ba32%2C46859%2C1732421848661.1732421850421 not finished, retry = 0 2024-11-24T04:18:53,436 INFO [M:0;fadb2fe0ba32:46859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:18:53,436 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:18:53,436 INFO [M:0;fadb2fe0ba32:46859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46859 2024-11-24T04:18:53,437 INFO [M:0;fadb2fe0ba32:46859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:18:53,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:18:53,538 INFO [M:0;fadb2fe0ba32:46859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:18:53,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46859-0x101483174f00000, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:18:53,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4403d3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:18:53,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73a2eb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:18:53,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:18:53,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@563faabd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:18:53,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5441d9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/hadoop.log.dir/,STOPPED} 2024-11-24T04:18:53,543 WARN [BP-784037261-172.17.0.2-1732421847676 heartbeating to localhost/127.0.0.1:43909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:18:53,543 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:18:53,543 WARN [BP-784037261-172.17.0.2-1732421847676 heartbeating to localhost/127.0.0.1:43909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-784037261-172.17.0.2-1732421847676 (Datanode Uuid 6fc29fe7-1bbe-4f0a-9579-bee497ca903b) service to localhost/127.0.0.1:43909 2024-11-24T04:18:53,543 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:18:53,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/cluster_4e1b3e76-c489-358d-3f38-795efd03c2d6/data/data1/current/BP-784037261-172.17.0.2-1732421847676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:18:53,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/cluster_4e1b3e76-c489-358d-3f38-795efd03c2d6/data/data2/current/BP-784037261-172.17.0.2-1732421847676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:18:53,544 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:18:53,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2406b21c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:18:53,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b42acc6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:18:53,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:18:53,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d6519a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:18:53,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d028ff6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5eccfd0f-b44a-d297-dae1-d36f557f8c15/hadoop.log.dir/,STOPPED} 2024-11-24T04:18:53,559 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T04:18:53,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:18:53,581 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=162 (was 140) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:41335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:43909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2448b93140.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2448b93140.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52636) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:41335 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:43909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:43909 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52636) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:41335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 463) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 315), ProcessCount=11 (was 11), AvailableMemoryMB=6629 (was 6897) 2024-11-24T04:18:53,590 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=163, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=6630 2024-11-24T04:18:53,607 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-24T04:18:53,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/hadoop.log.dir so I do NOT create it in target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b 2024-11-24T04:18:53,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:18:53,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/hadoop.tmp.dir so I do NOT create it in target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b 2024-11-24T04:18:53,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e5c9235-0728-9002-a8ea-3d4daaa6944d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:18:53,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b 2024-11-24T04:18:53,608 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/cluster_46f726a8-12c3-60bd-e621-28f33771a6dd, deleteOnExit=true 2024-11-24T04:18:53,615 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/cluster_46f726a8-12c3-60bd-e621-28f33771a6dd/zookeeper_0, clientPort=59727, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/cluster_46f726a8-12c3-60bd-e621-28f33771a6dd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/cluster_46f726a8-12c3-60bd-e621-28f33771a6dd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T04:18:53,616 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59727 2024-11-24T04:18:53,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:18:53,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:18:53,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/test.cache.data in system properties and HBase conf 2024-11-24T04:18:53,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:18:53,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:18:53,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:18:53,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:18:53,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:18:53,617 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:18:53,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:18:53,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:18:53,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:18:53,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:18:53,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:18:53,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:18:53,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:18:53,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:18:53,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:18:53,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:18:53,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:18:53,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:18:53,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:18:53,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:18:53,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101483174f00002, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:18:53,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101483174f00005, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:18:53,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101483174f00005, quorum=127.0.0.1:52636, baseZNode=/1-1984967894 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:18:53,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101483174f00002, quorum=127.0.0.1:52636, baseZNode=/0-1396743614 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:18:53,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:18:53,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:18:53,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:18:53,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:18:53,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:18:53,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:18:53,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f29f060{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:18:53,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3017d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:18:53,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39c223cc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/java.io.tmpdir/jetty-localhost-45743-hadoop-hdfs-3_4_1-tests_jar-_-any-7164418291001596798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:18:53,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca66cfc{HTTP/1.1, (http/1.1)}{localhost:45743} 2024-11-24T04:18:53,830 INFO [Time-limited test {}] server.Server(415): Started @134073ms 2024-11-24T04:18:53,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:18:53,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:18:53,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:18:53,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:18:53,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:18:53,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17c256ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:18:53,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c2c2e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:18:54,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ba858e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/java.io.tmpdir/jetty-localhost-41075-hadoop-hdfs-3_4_1-tests_jar-_-any-17929102112972458636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:18:54,017 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53427165{HTTP/1.1, (http/1.1)}{localhost:41075} 2024-11-24T04:18:54,017 INFO [Time-limited test {}] server.Server(415): Started @134260ms 2024-11-24T04:18:54,018 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:18:54,115 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/cluster_46f726a8-12c3-60bd-e621-28f33771a6dd/data/data1/current/BP-943082596-172.17.0.2-1732421933642/current, will proceed with Du for space computation calculation, 2024-11-24T04:18:54,115 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/cluster_46f726a8-12c3-60bd-e621-28f33771a6dd/data/data2/current/BP-943082596-172.17.0.2-1732421933642/current, will proceed with Du for space computation calculation, 2024-11-24T04:18:54,134 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:18:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9160f23fe3178eea with lease ID 0x8e33d80f7c3959b1: Processing first storage report for DS-a7f42f56-9c59-4b65-9a96-bea35c0f6f3e from datanode DatanodeRegistration(127.0.0.1:41465, datanodeUuid=ba7449f3-fe84-450f-9855-152322efac27, infoPort=45975, infoSecurePort=0, ipcPort=34697, storageInfo=lv=-57;cid=testClusterID;nsid=2114691785;c=1732421933642) 2024-11-24T04:18:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9160f23fe3178eea with lease ID 0x8e33d80f7c3959b1: from storage DS-a7f42f56-9c59-4b65-9a96-bea35c0f6f3e node DatanodeRegistration(127.0.0.1:41465, datanodeUuid=ba7449f3-fe84-450f-9855-152322efac27, infoPort=45975, infoSecurePort=0, ipcPort=34697, storageInfo=lv=-57;cid=testClusterID;nsid=2114691785;c=1732421933642), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T04:18:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9160f23fe3178eea with lease ID 0x8e33d80f7c3959b1: Processing first storage report for DS-a07732aa-3b32-47c0-84a5-6626d766d9f7 from datanode DatanodeRegistration(127.0.0.1:41465, datanodeUuid=ba7449f3-fe84-450f-9855-152322efac27, infoPort=45975, infoSecurePort=0, ipcPort=34697, storageInfo=lv=-57;cid=testClusterID;nsid=2114691785;c=1732421933642) 2024-11-24T04:18:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9160f23fe3178eea with lease ID 0x8e33d80f7c3959b1: from storage DS-a07732aa-3b32-47c0-84a5-6626d766d9f7 node DatanodeRegistration(127.0.0.1:41465, datanodeUuid=ba7449f3-fe84-450f-9855-152322efac27, infoPort=45975, infoSecurePort=0, ipcPort=34697, storageInfo=lv=-57;cid=testClusterID;nsid=2114691785;c=1732421933642), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:18:54,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b 2024-11-24T04:18:54,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:54,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:54,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:18:54,552 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186 with version=8 2024-11-24T04:18:54,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/hbase-staging 2024-11-24T04:18:54,554 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:18:54,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:18:54,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:18:54,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:18:54,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:18:54,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:18:54,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:18:54,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:18:54,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43225 2024-11-24T04:18:54,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43225 connecting to ZooKeeper ensemble=127.0.0.1:59727 2024-11-24T04:18:54,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432250x0, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:18:54,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43225-0x1014832c4ba0000 connected 2024-11-24T04:18:54,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:54,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:54,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/running 2024-11-24T04:18:54,583 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186, hbase.cluster.distributed=false 2024-11-24T04:18:54,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/acl 2024-11-24T04:18:54,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43225 2024-11-24T04:18:54,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43225 2024-11-24T04:18:54,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43225 2024-11-24T04:18:54,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43225 2024-11-24T04:18:54,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43225 2024-11-24T04:18:54,603 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:18:54,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:18:54,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:18:54,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:18:54,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:18:54,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:18:54,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:18:54,604 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:18:54,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43259 2024-11-24T04:18:54,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43259 connecting to ZooKeeper ensemble=127.0.0.1:59727 2024-11-24T04:18:54,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:54,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:54,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432590x0, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:18:54,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43259-0x1014832c4ba0001 connected 2024-11-24T04:18:54,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/running 2024-11-24T04:18:54,614 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:18:54,615 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:18:54,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/master 2024-11-24T04:18:54,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/acl 2024-11-24T04:18:54,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43259 2024-11-24T04:18:54,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43259 2024-11-24T04:18:54,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43259 2024-11-24T04:18:54,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43259 2024-11-24T04:18:54,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43259 2024-11-24T04:18:54,636 DEBUG [M:0;fadb2fe0ba32:43225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:43225 2024-11-24T04:18:54,637 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1075575853/backup-masters/fadb2fe0ba32,43225,1732421934554 2024-11-24T04:18:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853/backup-masters 2024-11-24T04:18:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853/backup-masters 2024-11-24T04:18:54,639 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on existing znode=/0-1075575853/backup-masters/fadb2fe0ba32,43225,1732421934554 2024-11-24T04:18:54,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1075575853/master 2024-11-24T04:18:54,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:18:54,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:18:54,641 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on existing znode=/0-1075575853/master 2024-11-24T04:18:54,641 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1075575853/backup-masters/fadb2fe0ba32,43225,1732421934554 from backup master directory 2024-11-24T04:18:54,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075575853/backup-masters/fadb2fe0ba32,43225,1732421934554 2024-11-24T04:18:54,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853/backup-masters 2024-11-24T04:18:54,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853/backup-masters 2024-11-24T04:18:54,644 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:18:54,644 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,43225,1732421934554 2024-11-24T04:18:54,648 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/hbase.id] with ID: 66d40744-6551-497f-913a-ddd26f089ef3 2024-11-24T04:18:54,648 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/.tmp/hbase.id 2024-11-24T04:18:54,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:18:54,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:18:54,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:18:54,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T04:18:54,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T04:18:54,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T04:18:54,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:18:54,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:18:55,055 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/.tmp/hbase.id]:[hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/hbase.id] 2024-11-24T04:18:55,067 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:55,067 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:18:55,069 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T04:18:55,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:18:55,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:18:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:18:55,082 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:18:55,083 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:18:55,085 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:18:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:18:55,094 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store 2024-11-24T04:18:55,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:18:55,109 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:18:55,109 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:18:55,109 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:55,109 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:55,109 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:18:55,109 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:55,109 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:55,109 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421935109Disabling compacts and flushes for region at 1732421935109Disabling writes for close at 1732421935109Writing region close event to WAL at 1732421935109Closed at 1732421935109 2024-11-24T04:18:55,110 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/.initializing 2024-11-24T04:18:55,110 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,43225,1732421934554 2024-11-24T04:18:55,111 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:18:55,115 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C43225%2C1732421934554, suffix=, logDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,43225,1732421934554, archiveDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/oldWALs, maxLogs=10 2024-11-24T04:18:55,131 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,43225,1732421934554/fadb2fe0ba32%2C43225%2C1732421934554.1732421935115, exclude list is [], retry=0 2024-11-24T04:18:55,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41465,DS-a7f42f56-9c59-4b65-9a96-bea35c0f6f3e,DISK] 2024-11-24T04:18:55,136 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,43225,1732421934554/fadb2fe0ba32%2C43225%2C1732421934554.1732421935115 2024-11-24T04:18:55,140 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-11-24T04:18:55,140 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:18:55,141 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:18:55,141 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:55,141 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:55,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:55,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:18:55,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:55,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:55,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:55,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:18:55,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:55,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:18:55,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:55,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:18:55,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:55,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:18:55,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:55,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:18:55,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:55,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:18:55,149 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:55,150 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:55,151 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:55,152 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:55,152 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:55,152 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:18:55,154 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:55,156 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:18:55,157 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64287907, jitterRate=-0.0420355349779129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:18:55,157 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421935141Initializing all the Stores at 1732421935142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421935142Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421935142Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421935142Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421935142Cleaning up temporary data from old regions at 1732421935152 (+10 ms)Region opened successfully at 1732421935157 (+5 ms) 2024-11-24T04:18:55,158 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:18:55,161 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781180e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:18:55,162 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:18:55,162 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:18:55,162 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:18:55,162 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:18:55,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:18:55,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:18:55,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:18:55,170 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:18:55,170 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Unable to get data of znode /0-1075575853/balancer because node does not exist (not necessarily an error) 2024-11-24T04:18:55,172 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/balancer already deleted, retry=false 2024-11-24T04:18:55,172 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:18:55,172 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Unable to get data of znode /0-1075575853/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:18:55,173 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/normalizer already deleted, retry=false 2024-11-24T04:18:55,174 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:18:55,174 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Unable to get data of znode /0-1075575853/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:18:55,175 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/switch/split already deleted, retry=false 2024-11-24T04:18:55,176 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Unable to get data of znode /0-1075575853/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:18:55,178 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/switch/merge already deleted, retry=false 2024-11-24T04:18:55,180 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Unable to get data of znode /0-1075575853/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:18:55,181 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/snapshot-cleanup already deleted, retry=false 2024-11-24T04:18:55,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1075575853/running 2024-11-24T04:18:55,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1075575853/running 2024-11-24T04:18:55,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:18:55,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:18:55,183 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,43225,1732421934554, sessionid=0x1014832c4ba0000, setting cluster-up flag (Was=false) 2024-11-24T04:18:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:18:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:18:55,190 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1075575853/flush-table-proc/acquired, /0-1075575853/flush-table-proc/reached, /0-1075575853/flush-table-proc/abort 2024-11-24T04:18:55,191 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,43225,1732421934554 2024-11-24T04:18:55,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:18:55,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:18:55,200 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1075575853/online-snapshot/acquired, /0-1075575853/online-snapshot/reached, /0-1075575853/online-snapshot/abort 2024-11-24T04:18:55,201 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,43225,1732421934554 2024-11-24T04:18:55,203 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:18:55,204 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:18:55,205 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:18:55,205 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:18:55,205 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,43225,1732421934554 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:18:55,206 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:18:55,206 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:18:55,206 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:18:55,206 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:18:55,206 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:18:55,206 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,206 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:18:55,206 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:18:55,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:18:55,209 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:55,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:18:55,213 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421965212 2024-11-24T04:18:55,213 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:18:55,213 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:18:55,213 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:18:55,213 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:18:55,213 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:18:55,213 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:18:55,216 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,217 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:18:55,217 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:18:55,217 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:18:55,217 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:18:55,217 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:18:55,217 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:18:55,218 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421935217,5,FailOnTimeoutGroup] 2024-11-24T04:18:55,219 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421935218,5,FailOnTimeoutGroup] 2024-11-24T04:18:55,219 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,219 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:18:55,219 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,219 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:18:55,226 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(746): ClusterId : 66d40744-6551-497f-913a-ddd26f089ef3 2024-11-24T04:18:55,226 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:18:55,228 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:18:55,228 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:18:55,230 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:18:55,231 DEBUG [RS:0;fadb2fe0ba32:43259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e119969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:18:55,247 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:43259 2024-11-24T04:18:55,247 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:18:55,247 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:18:55,247 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:18:55,248 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,43225,1732421934554 with port=43259, startcode=1732421934603 2024-11-24T04:18:55,248 DEBUG [RS:0;fadb2fe0ba32:43259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:18:55,250 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:18:55,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,43259,1732421934603 2024-11-24T04:18:55,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43225 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,43259,1732421934603 2024-11-24T04:18:55,252 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186 2024-11-24T04:18:55,252 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33057 2024-11-24T04:18:55,252 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:18:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853/rs 2024-11-24T04:18:55,254 DEBUG [RS:0;fadb2fe0ba32:43259 {}] zookeeper.ZKUtil(111): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on existing znode=/0-1075575853/rs/fadb2fe0ba32,43259,1732421934603 2024-11-24T04:18:55,254 WARN [RS:0;fadb2fe0ba32:43259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:18:55,254 INFO [RS:0;fadb2fe0ba32:43259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:18:55,254 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603 2024-11-24T04:18:55,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,43259,1732421934603] 2024-11-24T04:18:55,258 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:18:55,259 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:18:55,260 INFO [RS:0;fadb2fe0ba32:43259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:18:55,260 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,260 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:18:55,261 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:18:55,261 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:18:55,261 DEBUG [RS:0;fadb2fe0ba32:43259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:18:55,264 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,264 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,264 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,264 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,264 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,264 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43259,1732421934603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:18:55,281 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:18:55,281 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43259,1732421934603-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,281 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,281 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.Replication(171): fadb2fe0ba32,43259,1732421934603 started 2024-11-24T04:18:55,294 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:55,294 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,43259,1732421934603, RpcServer on fadb2fe0ba32/172.17.0.2:43259, sessionid=0x1014832c4ba0001 2024-11-24T04:18:55,295 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:18:55,295 DEBUG [RS:0;fadb2fe0ba32:43259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,43259,1732421934603 2024-11-24T04:18:55,295 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,43259,1732421934603' 2024-11-24T04:18:55,295 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1075575853/flush-table-proc/abort' 2024-11-24T04:18:55,295 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1075575853/flush-table-proc/acquired' 2024-11-24T04:18:55,295 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:18:55,295 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:18:55,295 DEBUG [RS:0;fadb2fe0ba32:43259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,43259,1732421934603 2024-11-24T04:18:55,295 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,43259,1732421934603' 2024-11-24T04:18:55,295 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1075575853/online-snapshot/abort' 2024-11-24T04:18:55,296 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1075575853/online-snapshot/acquired' 2024-11-24T04:18:55,296 DEBUG [RS:0;fadb2fe0ba32:43259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:18:55,296 INFO [RS:0;fadb2fe0ba32:43259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:18:55,296 INFO [RS:0;fadb2fe0ba32:43259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:18:55,396 INFO [RS:0;fadb2fe0ba32:43259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:18:55,398 INFO [RS:0;fadb2fe0ba32:43259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43259%2C1732421934603, suffix=, logDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603, archiveDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/oldWALs, maxLogs=10 2024-11-24T04:18:55,412 DEBUG [RS:0;fadb2fe0ba32:43259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.1732421935399, exclude list is [], retry=0 2024-11-24T04:18:55,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41465,DS-a7f42f56-9c59-4b65-9a96-bea35c0f6f3e,DISK] 2024-11-24T04:18:55,416 INFO [RS:0;fadb2fe0ba32:43259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.1732421935399 2024-11-24T04:18:55,416 DEBUG [RS:0;fadb2fe0ba32:43259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-11-24T04:18:55,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:18:55,622 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186 2024-11-24T04:18:55,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:18:56,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:18:56,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:18:56,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:18:56,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:56,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:56,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:18:56,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:18:56,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:56,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:56,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:18:56,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:18:56,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:56,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:56,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:18:56,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:18:56,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:56,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:56,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:18:56,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740 2024-11-24T04:18:56,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740 2024-11-24T04:18:56,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:18:56,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:18:56,036 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:18:56,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:18:56,038 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:18:56,039 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69192549, jitterRate=0.031049326062202454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:18:56,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421936027Initializing all the Stores at 1732421936028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421936028Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421936028Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421936028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421936028Cleaning up temporary data from old regions at 1732421936036 (+8 ms)Region opened successfully at 1732421936039 (+3 ms) 2024-11-24T04:18:56,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:18:56,039 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:18:56,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:18:56,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:18:56,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:18:56,040 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:18:56,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421936039Disabling compacts and flushes for region at 1732421936039Disabling writes for close at 1732421936039Writing region close event to WAL at 1732421936040 (+1 ms)Closed at 1732421936040 2024-11-24T04:18:56,041 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:18:56,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:18:56,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:18:56,042 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:18:56,043 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:18:56,193 DEBUG [fadb2fe0ba32:43225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:18:56,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,43259,1732421934603 2024-11-24T04:18:56,195 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,43259,1732421934603, state=OPENING 2024-11-24T04:18:56,219 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:18:56,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:18:56,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:18:56,269 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:18:56,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075575853/meta-region-server: CHANGED 2024-11-24T04:18:56,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075575853/meta-region-server: CHANGED 2024-11-24T04:18:56,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43259,1732421934603}] 2024-11-24T04:18:56,422 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:18:56,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:18:56,426 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:18:56,427 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:18:56,427 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:18:56,428 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43259%2C1732421934603.meta, suffix=.meta, logDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603, archiveDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/oldWALs, maxLogs=10 2024-11-24T04:18:56,442 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.meta.1732421936428.meta, exclude list is [], retry=0 2024-11-24T04:18:56,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41465,DS-a7f42f56-9c59-4b65-9a96-bea35c0f6f3e,DISK] 2024-11-24T04:18:56,445 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.meta.1732421936428.meta 2024-11-24T04:18:56,445 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-11-24T04:18:56,445 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:18:56,446 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:18:56,446 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:18:56,446 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:18:56,446 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:18:56,446 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:18:56,446 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:18:56,446 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:18:56,446 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:18:56,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:18:56,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:18:56,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:56,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:56,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:18:56,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:18:56,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:56,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:56,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:18:56,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:18:56,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:56,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:56,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:18:56,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:18:56,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:56,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:56,451 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:18:56,452 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740 2024-11-24T04:18:56,453 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740 2024-11-24T04:18:56,454 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:18:56,454 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:18:56,454 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:18:56,456 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:18:56,456 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72993847, jitterRate=0.08769308030605316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:18:56,456 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:18:56,457 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421936446Writing region info on filesystem at 1732421936446Initializing all the Stores at 1732421936447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421936447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421936447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421936447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421936447Cleaning up temporary data from old regions at 1732421936454 (+7 ms)Running coprocessor post-open hooks at 1732421936456 (+2 ms)Region opened successfully at 1732421936457 (+1 ms) 2024-11-24T04:18:56,458 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421936421 2024-11-24T04:18:56,460 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:18:56,460 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:18:56,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,43259,1732421934603 2024-11-24T04:18:56,461 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,43259,1732421934603, state=OPEN 2024-11-24T04:18:56,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1075575853/meta-region-server 2024-11-24T04:18:56,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1075575853/meta-region-server 2024-11-24T04:18:56,463 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43259,1732421934603 2024-11-24T04:18:56,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075575853/meta-region-server: CHANGED 2024-11-24T04:18:56,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075575853/meta-region-server: CHANGED 2024-11-24T04:18:56,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:18:56,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43259,1732421934603 in 194 msec 2024-11-24T04:18:56,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:18:56,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-24T04:18:56,467 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:18:56,467 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:18:56,468 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:18:56,468 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43259,1732421934603, seqNum=-1] 2024-11-24T04:18:56,468 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:18:56,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:18:56,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-24T04:18:56,474 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421936474, completionTime=-1 2024-11-24T04:18:56,474 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:18:56,474 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:18:56,476 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:18:56,476 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732421996476 2024-11-24T04:18:56,476 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422056476 2024-11-24T04:18:56,476 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:18:56,476 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43225,1732421934554-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:56,476 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43225,1732421934554-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:56,476 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43225,1732421934554-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:56,476 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:43225, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:56,476 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:56,476 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:56,477 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:18:56,480 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.836sec 2024-11-24T04:18:56,480 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:18:56,480 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:18:56,480 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:18:56,480 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:18:56,480 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:18:56,480 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43225,1732421934554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:18:56,480 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43225,1732421934554-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:18:56,482 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:18:56,482 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:18:56,482 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43225,1732421934554-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:56,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5fc0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:18:56,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,43225,-1 for getting cluster id 2024-11-24T04:18:56,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:18:56,529 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d40744-6551-497f-913a-ddd26f089ef3' 2024-11-24T04:18:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:18:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d40744-6551-497f-913a-ddd26f089ef3" 2024-11-24T04:18:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411d3603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:18:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,43225,-1] 2024-11-24T04:18:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:18:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:18:56,530 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:18:56,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8945ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:18:56,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:18:56,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43259,1732421934603, seqNum=-1] 2024-11-24T04:18:56,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:18:56,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:18:56,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,43225,1732421934554 2024-11-24T04:18:56,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59727 2024-11-24T04:18:56,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:18:56,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014832c4ba0002 connected 2024-11-24T04:18:56,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/hadoop.log.dir so I do NOT create it in target/test-data/8a949015-5025-30e8-30d4-667b1543a91f 2024-11-24T04:18:56,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:18:56,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/hadoop.tmp.dir so I do NOT create it in target/test-data/8a949015-5025-30e8-30d4-667b1543a91f 2024-11-24T04:18:56,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:18:56,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f 2024-11-24T04:18:56,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:18:56,541 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/cluster_b16e4d02-6cf2-cf3d-9798-ba7a12eadeba, deleteOnExit=true 2024-11-24T04:18:56,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:18:56,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/test.cache.data in system properties and HBase conf 2024-11-24T04:18:56,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:18:56,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:18:56,542 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:18:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:18:56,616 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T04:18:56,635 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:56,636 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:56,636 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:56,636 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:56,637 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:56,641 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:18:56,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:18:56,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:18:56,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:18:56,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:18:56,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:18:56,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:18:56,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@376ffd37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:18:56,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2aa36f6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:18:56,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@316a43f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/java.io.tmpdir/jetty-localhost-40397-hadoop-hdfs-3_4_1-tests_jar-_-any-9632063104944265874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:18:56,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33836ce6{HTTP/1.1, (http/1.1)}{localhost:40397} 2024-11-24T04:18:56,781 INFO [Time-limited test {}] server.Server(415): Started @137023ms 2024-11-24T04:18:56,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:18:56,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:18:56,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:18:56,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:18:56,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:18:56,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dead850{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:18:56,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c4a46ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:18:56,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28d98bd5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/java.io.tmpdir/jetty-localhost-40321-hadoop-hdfs-3_4_1-tests_jar-_-any-3518278461871615045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:18:56,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fb278ee{HTTP/1.1, (http/1.1)}{localhost:40321} 2024-11-24T04:18:56,983 INFO [Time-limited test {}] server.Server(415): Started @137226ms 2024-11-24T04:18:56,984 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:18:57,099 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/cluster_b16e4d02-6cf2-cf3d-9798-ba7a12eadeba/data/data2/current/BP-456352554-172.17.0.2-1732421936571/current, will proceed with Du for space computation calculation, 2024-11-24T04:18:57,099 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/cluster_b16e4d02-6cf2-cf3d-9798-ba7a12eadeba/data/data1/current/BP-456352554-172.17.0.2-1732421936571/current, will proceed with Du for space computation calculation, 2024-11-24T04:18:57,118 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:18:57,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6921860e5f10719e with lease ID 0xc428cf2646609b92: Processing first storage report for DS-44c4b1ff-e4a3-43ac-8304-27fbf51264b7 from datanode DatanodeRegistration(127.0.0.1:45905, datanodeUuid=8fa32b37-99f2-4e18-bb97-544d2c4db0b4, infoPort=46259, infoSecurePort=0, ipcPort=40003, storageInfo=lv=-57;cid=testClusterID;nsid=1753849446;c=1732421936571) 2024-11-24T04:18:57,120 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6921860e5f10719e with lease ID 0xc428cf2646609b92: from storage DS-44c4b1ff-e4a3-43ac-8304-27fbf51264b7 node DatanodeRegistration(127.0.0.1:45905, datanodeUuid=8fa32b37-99f2-4e18-bb97-544d2c4db0b4, infoPort=46259, infoSecurePort=0, ipcPort=40003, storageInfo=lv=-57;cid=testClusterID;nsid=1753849446;c=1732421936571), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:18:57,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6921860e5f10719e with lease ID 0xc428cf2646609b92: Processing first storage report for DS-7ea43e24-d179-4a77-9572-fc648c22e814 from datanode DatanodeRegistration(127.0.0.1:45905, datanodeUuid=8fa32b37-99f2-4e18-bb97-544d2c4db0b4, infoPort=46259, infoSecurePort=0, ipcPort=40003, storageInfo=lv=-57;cid=testClusterID;nsid=1753849446;c=1732421936571) 2024-11-24T04:18:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6921860e5f10719e with lease ID 0xc428cf2646609b92: from storage DS-7ea43e24-d179-4a77-9572-fc648c22e814 node DatanodeRegistration(127.0.0.1:45905, datanodeUuid=8fa32b37-99f2-4e18-bb97-544d2c4db0b4, infoPort=46259, infoSecurePort=0, ipcPort=40003, storageInfo=lv=-57;cid=testClusterID;nsid=1753849446;c=1732421936571), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:18:57,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f 2024-11-24T04:18:57,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:57,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:57,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:18:57,622 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8 with version=8 2024-11-24T04:18:57,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/hbase-staging 2024-11-24T04:18:57,625 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:18:57,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:18:57,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:18:57,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:18:57,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:18:57,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:18:57,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:18:57,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:18:57,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34907 2024-11-24T04:18:57,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34907 connecting to ZooKeeper ensemble=127.0.0.1:59727 2024-11-24T04:18:57,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349070x0, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:18:57,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34907-0x1014832c4ba0003 connected 2024-11-24T04:18:57,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:57,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:57,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Set watcher on znode that does not yet exist, /11585101147/running 2024-11-24T04:18:57,648 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8, hbase.cluster.distributed=false 2024-11-24T04:18:57,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Set watcher on znode that does not yet exist, /11585101147/acl 2024-11-24T04:18:57,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-24T04:18:57,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34907 2024-11-24T04:18:57,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34907 2024-11-24T04:18:57,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-24T04:18:57,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-24T04:18:57,667 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:18:57,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:18:57,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:18:57,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:18:57,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:18:57,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:18:57,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:18:57,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:18:57,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38299 2024-11-24T04:18:57,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38299 connecting to ZooKeeper ensemble=127.0.0.1:59727 2024-11-24T04:18:57,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:57,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:57,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382990x0, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:18:57,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382990x0, quorum=127.0.0.1:59727, baseZNode=/11585101147 Set watcher on znode that does not yet exist, /11585101147/running 2024-11-24T04:18:57,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38299-0x1014832c4ba0004 connected 2024-11-24T04:18:57,675 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:18:57,676 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:18:57,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Set watcher on znode that does not yet exist, /11585101147/master 2024-11-24T04:18:57,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Set watcher on znode that does not yet exist, /11585101147/acl 2024-11-24T04:18:57,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38299 2024-11-24T04:18:57,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38299 2024-11-24T04:18:57,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38299 2024-11-24T04:18:57,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38299 2024-11-24T04:18:57,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38299 2024-11-24T04:18:57,700 DEBUG [M:0;fadb2fe0ba32:34907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:34907 2024-11-24T04:18:57,700 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11585101147/backup-masters/fadb2fe0ba32,34907,1732421937624 2024-11-24T04:18:57,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147/backup-masters 2024-11-24T04:18:57,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147/backup-masters 2024-11-24T04:18:57,702 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Set watcher on existing znode=/11585101147/backup-masters/fadb2fe0ba32,34907,1732421937624 2024-11-24T04:18:57,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11585101147/master 2024-11-24T04:18:57,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:18:57,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:18:57,704 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Set watcher on existing znode=/11585101147/master 2024-11-24T04:18:57,705 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11585101147/backup-masters/fadb2fe0ba32,34907,1732421937624 from backup master directory 2024-11-24T04:18:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11585101147/backup-masters/fadb2fe0ba32,34907,1732421937624 2024-11-24T04:18:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147/backup-masters 2024-11-24T04:18:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147/backup-masters 2024-11-24T04:18:57,706 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:18:57,706 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,34907,1732421937624 2024-11-24T04:18:57,709 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/hbase.id] with ID: 45d37e74-973d-4d76-9eda-d90d4cfd625e 2024-11-24T04:18:57,709 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/.tmp/hbase.id 2024-11-24T04:18:57,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:18:58,114 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/.tmp/hbase.id]:[hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/hbase.id] 2024-11-24T04:18:58,125 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:18:58,125 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:18:58,127 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:18:58,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:18:58,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:18:58,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:18:58,535 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:18:58,535 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:18:58,536 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:18:58,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:18:58,946 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store 2024-11-24T04:18:58,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:18:58,957 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:18:58,957 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:18:58,957 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:58,957 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:58,957 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:18:58,957 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:58,957 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:18:58,957 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421938957Disabling compacts and flushes for region at 1732421938957Disabling writes for close at 1732421938957Writing region close event to WAL at 1732421938957Closed at 1732421938957 2024-11-24T04:18:58,958 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/.initializing 2024-11-24T04:18:58,958 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/WALs/fadb2fe0ba32,34907,1732421937624 2024-11-24T04:18:58,959 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:18:58,961 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C34907%2C1732421937624, suffix=, logDir=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/WALs/fadb2fe0ba32,34907,1732421937624, archiveDir=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/oldWALs, maxLogs=10 2024-11-24T04:18:58,980 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/WALs/fadb2fe0ba32,34907,1732421937624/fadb2fe0ba32%2C34907%2C1732421937624.1732421938962, exclude list is [], retry=0 2024-11-24T04:18:58,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45905,DS-44c4b1ff-e4a3-43ac-8304-27fbf51264b7,DISK] 2024-11-24T04:18:58,985 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/WALs/fadb2fe0ba32,34907,1732421937624/fadb2fe0ba32%2C34907%2C1732421937624.1732421938962 2024-11-24T04:18:58,985 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46259:46259)] 2024-11-24T04:18:58,985 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:18:58,985 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:18:58,986 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:58,986 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:58,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:58,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:18:58,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:58,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:58,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:58,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:18:58,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:58,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:18:58,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:58,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:18:58,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:58,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:18:58,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:58,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:18:58,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:58,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:18:58,999 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:58,999 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:59,000 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:59,002 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:59,002 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:59,003 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:18:59,004 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:18:59,007 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:18:59,007 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67725749, jitterRate=0.009192302823066711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:18:59,007 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421938986Initializing all the Stores at 1732421938987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421938987Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421938987Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421938987Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421938987Cleaning up temporary data from old regions at 1732421939002 (+15 ms)Region opened successfully at 1732421939007 (+5 ms) 2024-11-24T04:18:59,008 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:18:59,012 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b43bf8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:18:59,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:18:59,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:18:59,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:18:59,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:18:59,014 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:18:59,014 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:18:59,014 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:18:59,018 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:18:59,020 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Unable to get data of znode /11585101147/balancer because node does not exist (not necessarily an error) 2024-11-24T04:18:59,022 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11585101147/balancer already deleted, retry=false 2024-11-24T04:18:59,025 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:18:59,026 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Unable to get data of znode /11585101147/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:18:59,029 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11585101147/normalizer already deleted, retry=false 2024-11-24T04:18:59,030 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:18:59,032 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Unable to get data of znode /11585101147/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:18:59,033 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11585101147/switch/split already deleted, retry=false 2024-11-24T04:18:59,035 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Unable to get data of znode /11585101147/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:18:59,036 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11585101147/switch/merge already deleted, retry=false 2024-11-24T04:18:59,038 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Unable to get data of znode /11585101147/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:18:59,039 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11585101147/snapshot-cleanup already deleted, retry=false 2024-11-24T04:18:59,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11585101147/running 2024-11-24T04:18:59,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:18:59,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11585101147/running 2024-11-24T04:18:59,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:18:59,043 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,34907,1732421937624, sessionid=0x1014832c4ba0003, setting cluster-up flag (Was=false) 2024-11-24T04:18:59,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:18:59,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:18:59,054 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11585101147/flush-table-proc/acquired, /11585101147/flush-table-proc/reached, /11585101147/flush-table-proc/abort 2024-11-24T04:18:59,056 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,34907,1732421937624 2024-11-24T04:18:59,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:18:59,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:18:59,075 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11585101147/online-snapshot/acquired, /11585101147/online-snapshot/reached, /11585101147/online-snapshot/abort 2024-11-24T04:18:59,077 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,34907,1732421937624 2024-11-24T04:18:59,079 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:18:59,082 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:18:59,082 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:18:59,083 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:18:59,083 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,34907,1732421937624 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:18:59,084 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:18:59,084 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:18:59,084 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:18:59,085 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:18:59,085 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:18:59,085 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,085 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:18:59,085 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:18:59,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:18:59,091 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:59,091 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:18:59,105 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(746): ClusterId : 45d37e74-973d-4d76-9eda-d90d4cfd625e 2024-11-24T04:18:59,106 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:18:59,108 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:18:59,108 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:18:59,113 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:18:59,113 DEBUG [RS:0;fadb2fe0ba32:38299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25573cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:18:59,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:18:59,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:18:59,140 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8 2024-11-24T04:18:59,144 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421969144 2024-11-24T04:18:59,144 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:18:59,145 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:18:59,145 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:18:59,145 DEBUG [RS:0;fadb2fe0ba32:38299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:38299 2024-11-24T04:18:59,145 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:18:59,145 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:18:59,145 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:18:59,145 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:18:59,145 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:18:59,145 DEBUG [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:18:59,146 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,34907,1732421937624 with port=38299, startcode=1732421937667 2024-11-24T04:18:59,146 DEBUG [RS:0;fadb2fe0ba32:38299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:18:59,156 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,160 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:18:59,161 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:18:59,161 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:18:59,161 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:18:59,162 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:18:59,162 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34907 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:18:59,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:18:59,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:18:59,163 DEBUG [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T04:18:59,163 WARN [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T04:18:59,164 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421939163,5,FailOnTimeoutGroup] 2024-11-24T04:18:59,164 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421939164,5,FailOnTimeoutGroup] 2024-11-24T04:18:59,164 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,164 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:18:59,164 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,164 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741832_1008 (size=32) 2024-11-24T04:18:59,265 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,34907,1732421937624 with port=38299, startcode=1732421937667 2024-11-24T04:18:59,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,38299,1732421937667 2024-11-24T04:18:59,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34907 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,38299,1732421937667 2024-11-24T04:18:59,268 DEBUG [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8 2024-11-24T04:18:59,268 DEBUG [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33553 2024-11-24T04:18:59,268 DEBUG [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:18:59,273 DEBUG [RS:0;fadb2fe0ba32:38299 {}] zookeeper.ZKUtil(111): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Set watcher on existing znode=/11585101147/rs/fadb2fe0ba32,38299,1732421937667 2024-11-24T04:18:59,273 WARN [RS:0;fadb2fe0ba32:38299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:18:59,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147/rs 2024-11-24T04:18:59,273 INFO [RS:0;fadb2fe0ba32:38299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:18:59,273 DEBUG [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/WALs/fadb2fe0ba32,38299,1732421937667 2024-11-24T04:18:59,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,38299,1732421937667] 2024-11-24T04:18:59,280 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:18:59,289 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:18:59,290 INFO [RS:0;fadb2fe0ba32:38299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:18:59,291 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,292 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:18:59,294 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:18:59,294 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,294 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,294 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,294 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,294 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,294 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,294 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:18:59,294 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,294 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,294 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,295 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,295 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,295 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:18:59,295 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:18:59,295 DEBUG [RS:0;fadb2fe0ba32:38299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:18:59,316 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,316 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,316 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,316 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,316 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,316 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,38299,1732421937667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:18:59,339 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:18:59,339 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,38299,1732421937667-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,339 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,339 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.Replication(171): fadb2fe0ba32,38299,1732421937667 started 2024-11-24T04:18:59,375 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,376 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,38299,1732421937667, RpcServer on fadb2fe0ba32/172.17.0.2:38299, sessionid=0x1014832c4ba0004 2024-11-24T04:18:59,376 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:18:59,376 DEBUG [RS:0;fadb2fe0ba32:38299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,38299,1732421937667 2024-11-24T04:18:59,376 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,38299,1732421937667' 2024-11-24T04:18:59,376 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11585101147/flush-table-proc/abort' 2024-11-24T04:18:59,377 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11585101147/flush-table-proc/acquired' 2024-11-24T04:18:59,378 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:18:59,378 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:18:59,378 DEBUG [RS:0;fadb2fe0ba32:38299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,38299,1732421937667 2024-11-24T04:18:59,378 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,38299,1732421937667' 2024-11-24T04:18:59,378 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11585101147/online-snapshot/abort' 2024-11-24T04:18:59,379 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11585101147/online-snapshot/acquired' 2024-11-24T04:18:59,379 DEBUG [RS:0;fadb2fe0ba32:38299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:18:59,379 INFO [RS:0;fadb2fe0ba32:38299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:18:59,379 INFO [RS:0;fadb2fe0ba32:38299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:18:59,480 INFO [RS:0;fadb2fe0ba32:38299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:18:59,482 INFO [RS:0;fadb2fe0ba32:38299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C38299%2C1732421937667, suffix=, logDir=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/WALs/fadb2fe0ba32,38299,1732421937667, archiveDir=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/oldWALs, maxLogs=10 2024-11-24T04:18:59,500 DEBUG [RS:0;fadb2fe0ba32:38299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/WALs/fadb2fe0ba32,38299,1732421937667/fadb2fe0ba32%2C38299%2C1732421937667.1732421939483, exclude list is [], retry=0 2024-11-24T04:18:59,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45905,DS-44c4b1ff-e4a3-43ac-8304-27fbf51264b7,DISK] 2024-11-24T04:18:59,508 INFO [RS:0;fadb2fe0ba32:38299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/WALs/fadb2fe0ba32,38299,1732421937667/fadb2fe0ba32%2C38299%2C1732421937667.1732421939483 2024-11-24T04:18:59,509 DEBUG [RS:0;fadb2fe0ba32:38299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46259:46259)] 2024-11-24T04:18:59,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:18:59,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:18:59,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:18:59,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:59,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:59,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:18:59,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:18:59,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:59,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:59,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:18:59,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:18:59,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:59,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:59,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:18:59,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:18:59,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:59,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:59,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:18:59,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/data/hbase/meta/1588230740 2024-11-24T04:18:59,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/data/hbase/meta/1588230740 2024-11-24T04:18:59,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:18:59,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:18:59,605 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:18:59,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:18:59,609 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:18:59,609 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64911790, jitterRate=-0.032738953828811646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:18:59,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421939587Initializing all the Stores at 1732421939588 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421939588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421939589 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421939589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421939589Cleaning up temporary data from old regions at 1732421939605 (+16 ms)Region opened successfully at 1732421939609 (+4 ms) 2024-11-24T04:18:59,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:18:59,610 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:18:59,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:18:59,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:18:59,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:18:59,610 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:18:59,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421939609Disabling compacts and flushes for region at 1732421939609Disabling writes for close at 1732421939610 (+1 ms)Writing region close event to WAL at 1732421939610Closed at 1732421939610 2024-11-24T04:18:59,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:18:59,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:18:59,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:18:59,613 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:18:59,613 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:18:59,764 DEBUG [fadb2fe0ba32:34907 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:18:59,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,38299,1732421937667 2024-11-24T04:18:59,765 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,38299,1732421937667, state=OPENING 2024-11-24T04:18:59,768 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:18:59,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:18:59,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:18:59,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11585101147/meta-region-server: CHANGED 2024-11-24T04:18:59,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11585101147/meta-region-server: CHANGED 2024-11-24T04:18:59,770 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:18:59,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,38299,1732421937667}] 2024-11-24T04:18:59,922 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:18:59,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:18:59,927 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:18:59,927 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:18:59,928 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:18:59,929 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C38299%2C1732421937667.meta, suffix=.meta, logDir=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/WALs/fadb2fe0ba32,38299,1732421937667, archiveDir=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/oldWALs, maxLogs=10 2024-11-24T04:18:59,942 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/WALs/fadb2fe0ba32,38299,1732421937667/fadb2fe0ba32%2C38299%2C1732421937667.meta.1732421939929.meta, exclude list is [], retry=0 2024-11-24T04:18:59,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45905,DS-44c4b1ff-e4a3-43ac-8304-27fbf51264b7,DISK] 2024-11-24T04:18:59,945 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/WALs/fadb2fe0ba32,38299,1732421937667/fadb2fe0ba32%2C38299%2C1732421937667.meta.1732421939929.meta 2024-11-24T04:18:59,946 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46259:46259)] 2024-11-24T04:18:59,946 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:18:59,946 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:18:59,946 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:18:59,946 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:18:59,946 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:18:59,947 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:18:59,947 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:18:59,947 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:18:59,947 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:18:59,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:18:59,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:18:59,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:59,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:59,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:18:59,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:18:59,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:59,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:59,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:18:59,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:18:59,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:59,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:59,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:18:59,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:18:59,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:18:59,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:18:59,952 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:18:59,952 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/data/hbase/meta/1588230740 2024-11-24T04:18:59,953 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/data/hbase/meta/1588230740 2024-11-24T04:18:59,954 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:18:59,954 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:18:59,954 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:18:59,955 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:18:59,956 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63563443, jitterRate=-0.05283088982105255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:18:59,956 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:18:59,956 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421939947Writing region info on filesystem at 1732421939947Initializing all the Stores at 1732421939947Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421939947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421939948 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421939948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421939948Cleaning up temporary data from old regions at 1732421939954 (+6 ms)Running coprocessor post-open hooks at 1732421939956 (+2 ms)Region opened successfully at 1732421939956 2024-11-24T04:18:59,957 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421939922 2024-11-24T04:18:59,959 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:18:59,959 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:18:59,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38299,1732421937667 2024-11-24T04:18:59,960 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,38299,1732421937667, state=OPEN 2024-11-24T04:18:59,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11585101147/meta-region-server 2024-11-24T04:18:59,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11585101147/meta-region-server 2024-11-24T04:18:59,962 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,38299,1732421937667 2024-11-24T04:18:59,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11585101147/meta-region-server: CHANGED 2024-11-24T04:18:59,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11585101147/meta-region-server: CHANGED 2024-11-24T04:18:59,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:18:59,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,38299,1732421937667 in 192 msec 2024-11-24T04:18:59,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:18:59,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-24T04:18:59,966 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:18:59,966 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:18:59,967 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:18:59,967 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,38299,1732421937667, seqNum=-1] 2024-11-24T04:18:59,967 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:18:59,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:18:59,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 891 msec 2024-11-24T04:18:59,972 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421939972, completionTime=-1 2024-11-24T04:18:59,973 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:18:59,973 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:18:59,974 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:18:59,974 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732421999974 2024-11-24T04:18:59,974 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422059974 2024-11-24T04:18:59,974 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:18:59,975 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34907,1732421937624-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,975 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34907,1732421937624-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,975 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34907,1732421937624-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,975 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:34907, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,975 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,975 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:18:59,976 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:18:59,978 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.272sec 2024-11-24T04:18:59,978 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:18:59,978 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:18:59,978 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:18:59,978 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:18:59,978 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:18:59,978 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34907,1732421937624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:18:59,978 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34907,1732421937624-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:18:59,980 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:18:59,980 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:18:59,980 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34907,1732421937624-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:00,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575e5c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:00,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,34907,-1 for getting cluster id 2024-11-24T04:19:00,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:00,007 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45d37e74-973d-4d76-9eda-d90d4cfd625e' 2024-11-24T04:19:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45d37e74-973d-4d76-9eda-d90d4cfd625e" 2024-11-24T04:19:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc162af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,34907,-1] 2024-11-24T04:19:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:00,008 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:00,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aebc579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:00,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,38299,1732421937667, seqNum=-1] 2024-11-24T04:19:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:00,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:00,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,34907,1732421937624 2024-11-24T04:19:00,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59727 2024-11-24T04:19:00,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:00,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014832c4ba0005 connected 2024-11-24T04:19:00,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c398f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:00,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,43225,-1 for getting cluster id 2024-11-24T04:19:00,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:00,022 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d40744-6551-497f-913a-ddd26f089ef3' 2024-11-24T04:19:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d40744-6551-497f-913a-ddd26f089ef3" 2024-11-24T04:19:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11520bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,43225,-1] 2024-11-24T04:19:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:00,024 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7eaf4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:00,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,43225,1732421934554 2024-11-24T04:19:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@327a38c3 2024-11-24T04:19:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:00,026 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:00,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:19:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:19:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:00,029 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:34907' 2024-11-24T04:19:00,030 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f045a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:00,030 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,34907,-1 for getting cluster id 2024-11-24T04:19:00,030 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:00,031 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45d37e74-973d-4d76-9eda-d90d4cfd625e' 2024-11-24T04:19:00,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:00,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45d37e74-973d-4d76-9eda-d90d4cfd625e" 2024-11-24T04:19:00,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fa7f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:00,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,34907,-1] 2024-11-24T04:19:00,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:00,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:00,032 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:00,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738e49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:00,033 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:00,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,34907,1732421937624 2024-11-24T04:19:00,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3602ba19 2024-11-24T04:19:00,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:00,034 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:00,035 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T04:19:00,035 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:19:00,035 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:00,035 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:00,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:00,035 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:00,036 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:19:00,037 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:19:00,037 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:00,038 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:19:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741835_1011 (size=1138) 2024-11-24T04:19:00,087 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:19:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:00,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73b4f7a99290437557ac2f7fedcdbd5d, NAME => 'hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186 2024-11-24T04:19:00,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741836_1012 (size=44) 2024-11-24T04:19:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:00,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:00,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 73b4f7a99290437557ac2f7fedcdbd5d, disabling compactions & flushes 2024-11-24T04:19:00,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:00,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:00,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. after waiting 0 ms 2024-11-24T04:19:00,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:00,852 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:00,852 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73b4f7a99290437557ac2f7fedcdbd5d: Waiting for close lock at 1732421940852Disabling compacts and flushes for region at 1732421940852Disabling writes for close at 1732421940852Writing region close event to WAL at 1732421940852Closed at 1732421940852 2024-11-24T04:19:00,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:19:00,854 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732421940854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421940854"}]},"ts":"1732421940854"} 2024-11-24T04:19:00,856 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:19:00,857 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:19:00,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421940857"}]},"ts":"1732421940857"} 2024-11-24T04:19:00,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:19:00,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73b4f7a99290437557ac2f7fedcdbd5d, ASSIGN}] 2024-11-24T04:19:00,860 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73b4f7a99290437557ac2f7fedcdbd5d, ASSIGN 2024-11-24T04:19:00,861 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73b4f7a99290437557ac2f7fedcdbd5d, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,43259,1732421934603; forceNewPlan=false, retain=false 2024-11-24T04:19:01,012 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73b4f7a99290437557ac2f7fedcdbd5d, regionState=OPENING, regionLocation=fadb2fe0ba32,43259,1732421934603 2024-11-24T04:19:01,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73b4f7a99290437557ac2f7fedcdbd5d, ASSIGN because future has completed 2024-11-24T04:19:01,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73b4f7a99290437557ac2f7fedcdbd5d, server=fadb2fe0ba32,43259,1732421934603}] 2024-11-24T04:19:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:01,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:01,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:01,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:19:01,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43259%2C1732421934603.rep, suffix=, logDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603, archiveDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/oldWALs, maxLogs=10 2024-11-24T04:19:01,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.rep.1732421941173, exclude list is [], retry=0 2024-11-24T04:19:01,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41465,DS-a7f42f56-9c59-4b65-9a96-bea35c0f6f3e,DISK] 2024-11-24T04:19:01,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.rep.1732421941173 2024-11-24T04:19:01,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-11-24T04:19:01,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 73b4f7a99290437557ac2f7fedcdbd5d, NAME => 'hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:01,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:19:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. service=MultiRowMutationService 2024-11-24T04:19:01,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:19:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,191 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,192 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b4f7a99290437557ac2f7fedcdbd5d columnFamilyName hfileref 2024-11-24T04:19:01,192 DEBUG [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:01,193 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.HStore(327): Store=73b4f7a99290437557ac2f7fedcdbd5d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:01,193 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,194 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b4f7a99290437557ac2f7fedcdbd5d columnFamilyName queue 2024-11-24T04:19:01,194 DEBUG [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:01,194 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.HStore(327): Store=73b4f7a99290437557ac2f7fedcdbd5d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:01,194 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,195 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b4f7a99290437557ac2f7fedcdbd5d columnFamilyName sid 2024-11-24T04:19:01,195 DEBUG [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:01,195 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.HStore(327): Store=73b4f7a99290437557ac2f7fedcdbd5d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:01,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:19:01,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:01,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 73b4f7a99290437557ac2f7fedcdbd5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75368249, jitterRate=0.12307442724704742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:19:01,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:01,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 73b4f7a99290437557ac2f7fedcdbd5d: Running coprocessor pre-open hook at 1732421941190Writing region info on filesystem at 1732421941190Initializing all the Stores at 1732421941191 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421941191Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421941191Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421941191Cleaning up temporary data from old regions at 1732421941197 (+6 ms)Running coprocessor post-open hooks at 1732421941201 (+4 ms)Region opened successfully at 1732421941202 (+1 ms) 2024-11-24T04:19:01,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d., pid=7, masterSystemTime=1732421941167 2024-11-24T04:19:01,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:01,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:01,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73b4f7a99290437557ac2f7fedcdbd5d, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,43259,1732421934603 2024-11-24T04:19:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73b4f7a99290437557ac2f7fedcdbd5d, server=fadb2fe0ba32,43259,1732421934603 because future has completed 2024-11-24T04:19:01,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-24T04:19:01,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 73b4f7a99290437557ac2f7fedcdbd5d, server=fadb2fe0ba32,43259,1732421934603 in 194 msec 2024-11-24T04:19:01,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:19:01,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73b4f7a99290437557ac2f7fedcdbd5d, ASSIGN in 352 msec 2024-11-24T04:19:01,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:19:01,214 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421941213"}]},"ts":"1732421941213"} 2024-11-24T04:19:01,215 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:19:01,216 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:19:01,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-24T04:19:01,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d., hostname=fadb2fe0ba32,43259,1732421934603, seqNum=2] 2024-11-24T04:19:01,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:19:01,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:19:01,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:19:01,258 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T04:19:01,258 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:19:01,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-24T04:19:01,407 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:19:01,436 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,43259,1732421934603, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:19:01,436 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:01,436 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43259,1732421934603, seqNum=-1] 2024-11-24T04:19:01,437 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:01,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-24T04:19:01,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,43259,1732421934603', locateType=CURRENT is [region=hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d., hostname=fadb2fe0ba32,43259,1732421934603, seqNum=2] 2024-11-24T04:19:01,442 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T04:19:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T04:19:01,445 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,43259,1732421934603 suceeded 2024-11-24T04:19:01,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-24T04:19:01,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-24T04:19:01,447 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:19:01,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-24T04:19:01,457 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:34907' 2024-11-24T04:19:01,458 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c04c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:01,458 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,34907,-1 for getting cluster id 2024-11-24T04:19:01,458 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:01,459 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45d37e74-973d-4d76-9eda-d90d4cfd625e' 2024-11-24T04:19:01,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:01,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45d37e74-973d-4d76-9eda-d90d4cfd625e" 2024-11-24T04:19:01,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55c115da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:01,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,34907,-1] 2024-11-24T04:19:01,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:01,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:01,460 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:01,461 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@380775eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:01,461 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,34907,1732421937624 2024-11-24T04:19:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b168aef 2024-11-24T04:19:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:01,463 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-24T04:19:01,463 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,43259,1732421934603 (queues=1) is replicating from cluster=66d40744-6551-497f-913a-ddd26f089ef3 to cluster=45d37e74-973d-4d76-9eda-d90d4cfd625e 2024-11-24T04:19:01,463 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C43259%2C1732421934603 2024-11-24T04:19:01,463 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,43259,1732421934603, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:19:01,464 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603.replicationSource.shipperfadb2fe0ba32%2C43259%2C1732421934603,1-fadb2fe0ba32,43259,1732421934603 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C43259%2C1732421934603 2024-11-24T04:19:01,464 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603.replicationSource.wal-reader.fadb2fe0ba32%2C43259%2C1732421934603,1-fadb2fe0ba32,43259,1732421934603 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.1732421935399, startPosition=0, beingWritten=true 2024-11-24T04:19:01,669 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603.replicationSource.wal-reader.fadb2fe0ba32%2C43259%2C1732421934603,1-fadb2fe0ba32,43259,1732421934603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.1732421935399 to pos 0, reset compression=false 2024-11-24T04:19:01,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:19:01,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:01,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:01,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:01,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:01,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:01,974 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603.replicationSource.wal-reader.fadb2fe0ba32%2C43259%2C1732421934603,1-fadb2fe0ba32,43259,1732421934603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.1732421935399 to pos 0, reset compression=false 2024-11-24T04:19:01,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:02,174 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:19:02,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:02,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:02,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:02,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:02,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:02,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:02,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,43225,1732421934554 2024-11-24T04:19:02,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e975966 2024-11-24T04:19:02,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:02,177 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:02,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T04:19:02,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:02,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:02,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:02,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:02,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:02,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:19:02,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1091674546, stopped=false 2024-11-24T04:19:02,178 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,43225,1732421934554 2024-11-24T04:19:02,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075575853/running 2024-11-24T04:19:02,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075575853/running 2024-11-24T04:19:02,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:19:02,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:19:02,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:19:02,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:02,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:02,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:02,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/running 2024-11-24T04:19:02,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/running 2024-11-24T04:19:02,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,43259,1732421934603' ***** 2024-11-24T04:19:02,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:19:02,180 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:19:02,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:19:02,181 INFO [RS:0;fadb2fe0ba32:43259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:19:02,181 INFO [RS:0;fadb2fe0ba32:43259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:19:02,181 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(3091): Received CLOSE for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:02,181 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,43259,1732421934603 2024-11-24T04:19:02,181 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:19:02,181 INFO [RS:0;fadb2fe0ba32:43259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:43259. 2024-11-24T04:19:02,181 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73b4f7a99290437557ac2f7fedcdbd5d, disabling compactions & flushes 2024-11-24T04:19:02,181 DEBUG [RS:0;fadb2fe0ba32:43259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:02,181 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:02,181 DEBUG [RS:0;fadb2fe0ba32:43259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:02,181 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:02,181 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. after waiting 0 ms 2024-11-24T04:19:02,181 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:02,181 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73b4f7a99290437557ac2f7fedcdbd5d 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-24T04:19:02,181 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:19:02,181 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:19:02,181 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:19:02,182 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:19:02,182 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:19:02,182 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1325): Online Regions={73b4f7a99290437557ac2f7fedcdbd5d=hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:19:02,182 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:02,182 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:19:02,182 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:19:02,182 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:19:02,182 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:19:02,182 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:19:02,182 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-24T04:19:02,198 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/.tmp/info/d21f69678f2445d0a0903edf8fe1302a is 147, key is hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d./info:regioninfo/1732421941205/Put/seqid=0 2024-11-24T04:19:02,200 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d/.tmp/queue/01e7a38d62964b2c9a38544eb88ae4fa is 151, key is 1-fadb2fe0ba32,43259,1732421934603/queue:fadb2fe0ba32%2C43259%2C1732421934603/1732421941441/Put/seqid=0 2024-11-24T04:19:02,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741838_1014 (size=6631) 2024-11-24T04:19:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741839_1015 (size=5350) 2024-11-24T04:19:02,205 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d/.tmp/queue/01e7a38d62964b2c9a38544eb88ae4fa 2024-11-24T04:19:02,210 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d/.tmp/queue/01e7a38d62964b2c9a38544eb88ae4fa as hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d/queue/01e7a38d62964b2c9a38544eb88ae4fa 2024-11-24T04:19:02,214 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d/queue/01e7a38d62964b2c9a38544eb88ae4fa, entries=1, sequenceid=5, filesize=5.2 K 2024-11-24T04:19:02,215 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 73b4f7a99290437557ac2f7fedcdbd5d in 34ms, sequenceid=5, compaction requested=false 2024-11-24T04:19:02,219 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T04:19:02,220 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:02,220 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:02,220 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:02,220 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73b4f7a99290437557ac2f7fedcdbd5d: Waiting for close lock at 1732421942181Running coprocessor pre-close hooks at 1732421942181Disabling compacts and flushes for region at 1732421942181Disabling writes for close at 1732421942181Obtaining lock to block concurrent updates at 1732421942181Preparing flush snapshotting stores in 73b4f7a99290437557ac2f7fedcdbd5d at 1732421942181Finished memstore snapshotting hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732421942182 (+1 ms)Flushing stores of hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. at 1732421942182Flushing 73b4f7a99290437557ac2f7fedcdbd5d/queue: creating writer at 1732421942183 (+1 ms)Flushing 73b4f7a99290437557ac2f7fedcdbd5d/queue: appending metadata at 1732421942200 (+17 ms)Flushing 73b4f7a99290437557ac2f7fedcdbd5d/queue: closing flushed file at 1732421942200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a9e16d3: reopening flushed file at 1732421942210 (+10 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 73b4f7a99290437557ac2f7fedcdbd5d in 34ms, sequenceid=5, compaction requested=false at 1732421942215 (+5 ms)Writing region close event to WAL at 1732421942216 (+1 ms)Running coprocessor post-close hooks at 1732421942220 (+4 ms)Closed at 1732421942220 2024-11-24T04:19:02,220 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:02,265 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:19:02,265 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:19:02,273 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:19:02,379 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603.replicationSource.wal-reader.fadb2fe0ba32%2C43259%2C1732421934603,1-fadb2fe0ba32,43259,1732421934603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.1732421935399 to pos 0, reset compression=false 2024-11-24T04:19:02,382 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:02,582 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:02,602 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/.tmp/info/d21f69678f2445d0a0903edf8fe1302a 2024-11-24T04:19:02,622 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/.tmp/ns/b5e9ef9647a84e139424f33f78ebdb8d is 43, key is default/ns:d/1732421936470/Put/seqid=0 2024-11-24T04:19:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741840_1016 (size=5153) 2024-11-24T04:19:02,782 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:02,884 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603.replicationSource.wal-reader.fadb2fe0ba32%2C43259%2C1732421934603,1-fadb2fe0ba32,43259,1732421934603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.1732421935399 to pos 0, reset compression=false 2024-11-24T04:19:02,983 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:03,027 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/.tmp/ns/b5e9ef9647a84e139424f33f78ebdb8d 2024-11-24T04:19:03,046 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/.tmp/table/580a320d9dd44d7e86b3e485c64be5f0 is 53, key is hbase:replication/table:state/1732421941213/Put/seqid=0 2024-11-24T04:19:03,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741841_1017 (size=5256) 2024-11-24T04:19:03,183 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T04:19:03,183 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:19:03,183 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:03,383 DEBUG [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:03,451 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/.tmp/table/580a320d9dd44d7e86b3e485c64be5f0 2024-11-24T04:19:03,457 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/.tmp/info/d21f69678f2445d0a0903edf8fe1302a as hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/info/d21f69678f2445d0a0903edf8fe1302a 2024-11-24T04:19:03,462 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/info/d21f69678f2445d0a0903edf8fe1302a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-24T04:19:03,463 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/.tmp/ns/b5e9ef9647a84e139424f33f78ebdb8d as hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/ns/b5e9ef9647a84e139424f33f78ebdb8d 2024-11-24T04:19:03,467 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/ns/b5e9ef9647a84e139424f33f78ebdb8d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T04:19:03,468 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/.tmp/table/580a320d9dd44d7e86b3e485c64be5f0 as hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/table/580a320d9dd44d7e86b3e485c64be5f0 2024-11-24T04:19:03,473 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/table/580a320d9dd44d7e86b3e485c64be5f0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-24T04:19:03,474 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false 2024-11-24T04:19:03,481 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T04:19:03,482 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:03,482 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:03,482 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:03,482 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421942182Running coprocessor pre-close hooks at 1732421942182Disabling compacts and flushes for region at 1732421942182Disabling writes for close at 1732421942182Obtaining lock to block concurrent updates at 1732421942182Preparing flush snapshotting stores in 1588230740 at 1732421942182Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732421942182Flushing stores of hbase:meta,,1.1588230740 at 1732421942183 (+1 ms)Flushing 1588230740/info: creating writer at 1732421942183Flushing 1588230740/info: appending metadata at 1732421942197 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732421942197Flushing 1588230740/ns: creating writer at 1732421942607 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732421942622 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732421942622Flushing 1588230740/table: creating writer at 1732421943032 (+410 ms)Flushing 1588230740/table: appending metadata at 1732421943046 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732421943046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4784d4: reopening flushed file at 1732421943456 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788411b9: reopening flushed file at 1732421943462 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2612e9e8: reopening flushed file at 1732421943467 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=11, compaction requested=false at 1732421943474 (+7 ms)Writing region close event to WAL at 1732421943478 (+4 ms)Running coprocessor post-close hooks at 1732421943481 (+3 ms)Closed at 1732421943482 (+1 ms) 2024-11-24T04:19:03,482 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:03,490 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603.replicationSource.wal-reader.fadb2fe0ba32%2C43259%2C1732421934603,1-fadb2fe0ba32,43259,1732421934603 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.1732421935399 to pos 0, reset compression=false 2024-11-24T04:19:03,583 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,43259,1732421934603; all regions closed. 2024-11-24T04:19:03,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741834_1010 (size=2742) 2024-11-24T04:19:03,586 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.meta.1732421936428.meta not finished, retry = 0 2024-11-24T04:19:03,689 DEBUG [RS:0;fadb2fe0ba32:43259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/oldWALs 2024-11-24T04:19:03,689 INFO [RS:0;fadb2fe0ba32:43259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C43259%2C1732421934603.meta:.meta(num 1732421936428) 2024-11-24T04:19:03,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741837_1013 (size=1586) 2024-11-24T04:19:03,691 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603/fadb2fe0ba32%2C43259%2C1732421934603.rep.1732421941173 not finished, retry = 0 2024-11-24T04:19:03,793 DEBUG [RS:0;fadb2fe0ba32:43259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/oldWALs 2024-11-24T04:19:03,794 INFO [RS:0;fadb2fe0ba32:43259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C43259%2C1732421934603.rep:(num 1732421941173) 2024-11-24T04:19:03,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741832_1008 (size=93) 2024-11-24T04:19:03,797 DEBUG [RS:0;fadb2fe0ba32:43259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/oldWALs 2024-11-24T04:19:03,797 INFO [RS:0;fadb2fe0ba32:43259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C43259%2C1732421934603:(num 1732421935399) 2024-11-24T04:19:03,797 DEBUG [RS:0;fadb2fe0ba32:43259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:03,797 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:19:03,798 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:19:03,798 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:19:03,798 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:19:03,798 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:19:03,798 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,43259,1732421934603 because: Region server is closing 2024-11-24T04:19:03,798 INFO [RS:0;fadb2fe0ba32:43259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:43259. 2024-11-24T04:19:03,799 DEBUG [RS:0;fadb2fe0ba32:43259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:03,799 DEBUG [RS:0;fadb2fe0ba32:43259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:03,799 DEBUG [RS:0;fadb2fe0ba32:43259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:03,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:03,899 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603.replicationSource.wal-reader.fadb2fe0ba32%2C43259%2C1732421934603,1-fadb2fe0ba32,43259,1732421934603 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T04:19:03,899 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603.replicationSource.shipperfadb2fe0ba32%2C43259%2C1732421934603,1-fadb2fe0ba32,43259,1732421934603 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T04:19:03,899 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43259,1732421934603.replicationSource.shipperfadb2fe0ba32%2C43259%2C1732421934603,1-fadb2fe0ba32,43259,1732421934603 terminated 2024-11-24T04:19:03,899 INFO [RS:0;fadb2fe0ba32:43259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43259 2024-11-24T04:19:03,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075575853/rs/fadb2fe0ba32,43259,1732421934603 2024-11-24T04:19:03,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853/rs 2024-11-24T04:19:03,901 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:19:03,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,43259,1732421934603] 2024-11-24T04:19:03,905 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/draining/fadb2fe0ba32,43259,1732421934603 already deleted, retry=false 2024-11-24T04:19:03,905 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,43259,1732421934603 expired; onlineServers=0 2024-11-24T04:19:03,905 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,43225,1732421934554' ***** 2024-11-24T04:19:03,905 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:19:03,905 INFO [M:0;fadb2fe0ba32:43225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:19:03,905 INFO [M:0;fadb2fe0ba32:43225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:19:03,905 DEBUG [M:0;fadb2fe0ba32:43225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:19:03,905 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:19:03,905 DEBUG [M:0;fadb2fe0ba32:43225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:19:03,905 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421935217 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421935217,5,FailOnTimeoutGroup] 2024-11-24T04:19:03,905 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421935218 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421935218,5,FailOnTimeoutGroup] 2024-11-24T04:19:03,905 INFO [M:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:19:03,906 INFO [M:0;fadb2fe0ba32:43225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:19:03,906 DEBUG [M:0;fadb2fe0ba32:43225 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:19:03,906 INFO [M:0;fadb2fe0ba32:43225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:19:03,906 INFO [M:0;fadb2fe0ba32:43225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:19:03,906 INFO [M:0;fadb2fe0ba32:43225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:19:03,906 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:19:03,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075575853/master 2024-11-24T04:19:03,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:19:03,907 DEBUG [M:0;fadb2fe0ba32:43225 {}] zookeeper.ZKUtil(347): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Unable to get data of znode /0-1075575853/master because node does not exist (not an error) 2024-11-24T04:19:03,907 WARN [M:0;fadb2fe0ba32:43225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:19:03,908 INFO [M:0;fadb2fe0ba32:43225 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/.lastflushedseqids 2024-11-24T04:19:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741842_1018 (size=181) 2024-11-24T04:19:04,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:04,004 INFO [RS:0;fadb2fe0ba32:43259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:19:04,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43259-0x1014832c4ba0001, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:04,004 INFO [RS:0;fadb2fe0ba32:43259 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,43259,1732421934603; zookeeper connection closed. 2024-11-24T04:19:04,004 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52912150 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52912150 2024-11-24T04:19:04,004 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:19:04,312 INFO [M:0;fadb2fe0ba32:43225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:19:04,313 INFO [M:0;fadb2fe0ba32:43225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:19:04,313 DEBUG [M:0;fadb2fe0ba32:43225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:19:04,313 INFO [M:0;fadb2fe0ba32:43225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:04,313 DEBUG [M:0;fadb2fe0ba32:43225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:04,313 DEBUG [M:0;fadb2fe0ba32:43225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:19:04,313 DEBUG [M:0;fadb2fe0ba32:43225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:04,313 INFO [M:0;fadb2fe0ba32:43225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-24T04:19:04,329 DEBUG [M:0;fadb2fe0ba32:43225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d4e6e30607e484cb78a5f156aaac5ba is 82, key is hbase:meta,,1/info:regioninfo/1732421936460/Put/seqid=0 2024-11-24T04:19:04,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741843_1019 (size=5672) 2024-11-24T04:19:04,733 INFO [M:0;fadb2fe0ba32:43225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d4e6e30607e484cb78a5f156aaac5ba 2024-11-24T04:19:04,752 DEBUG [M:0;fadb2fe0ba32:43225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/483edd5bb9f444b384cfdb7f911c455b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732421941217/Put/seqid=0 2024-11-24T04:19:04,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741844_1020 (size=7203) 2024-11-24T04:19:04,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:19:04,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T04:19:04,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:04,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T04:19:04,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:04,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T04:19:04,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T04:19:04,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T04:19:05,156 INFO [M:0;fadb2fe0ba32:43225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/483edd5bb9f444b384cfdb7f911c455b 2024-11-24T04:19:05,179 DEBUG [M:0;fadb2fe0ba32:43225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6c0ee94159847ba959580e9eaf00f7d is 69, key is fadb2fe0ba32,43259,1732421934603/rs:state/1732421935251/Put/seqid=0 2024-11-24T04:19:05,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741845_1021 (size=5156) 2024-11-24T04:19:05,584 INFO [M:0;fadb2fe0ba32:43225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6c0ee94159847ba959580e9eaf00f7d 2024-11-24T04:19:05,589 DEBUG [M:0;fadb2fe0ba32:43225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d4e6e30607e484cb78a5f156aaac5ba as hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d4e6e30607e484cb78a5f156aaac5ba 2024-11-24T04:19:05,593 INFO [M:0;fadb2fe0ba32:43225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d4e6e30607e484cb78a5f156aaac5ba, entries=8, sequenceid=70, filesize=5.5 K 2024-11-24T04:19:05,594 DEBUG [M:0;fadb2fe0ba32:43225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/483edd5bb9f444b384cfdb7f911c455b as hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/483edd5bb9f444b384cfdb7f911c455b 2024-11-24T04:19:05,598 INFO [M:0;fadb2fe0ba32:43225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/483edd5bb9f444b384cfdb7f911c455b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-24T04:19:05,599 DEBUG [M:0;fadb2fe0ba32:43225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6c0ee94159847ba959580e9eaf00f7d as hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6c0ee94159847ba959580e9eaf00f7d 2024-11-24T04:19:05,603 INFO [M:0;fadb2fe0ba32:43225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6c0ee94159847ba959580e9eaf00f7d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-24T04:19:05,604 INFO [M:0;fadb2fe0ba32:43225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false 2024-11-24T04:19:05,605 INFO [M:0;fadb2fe0ba32:43225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:05,605 DEBUG [M:0;fadb2fe0ba32:43225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421944313Disabling compacts and flushes for region at 1732421944313Disabling writes for close at 1732421944313Obtaining lock to block concurrent updates at 1732421944313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421944313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732421944313Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421944314 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421944314Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421944328 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421944328Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421944738 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421944752 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421944752Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421945162 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421945179 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421945179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7171805c: reopening flushed file at 1732421945588 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744794c7: reopening flushed file at 1732421945593 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@702201c4: reopening flushed file at 1732421945598 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false at 1732421945604 (+6 ms)Writing region close event to WAL at 1732421945605 (+1 ms)Closed at 1732421945605 2024-11-24T04:19:05,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741830_1006 (size=41008) 2024-11-24T04:19:05,608 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:19:05,608 INFO [M:0;fadb2fe0ba32:43225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:19:05,608 INFO [M:0;fadb2fe0ba32:43225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43225 2024-11-24T04:19:05,608 INFO [M:0;fadb2fe0ba32:43225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:19:05,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:05,710 INFO [M:0;fadb2fe0ba32:43225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:19:05,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43225-0x1014832c4ba0000, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:05,712 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:19:05,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:05,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:05,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:19:05,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:05,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:19:05,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:19:05,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:19:05,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45681 2024-11-24T04:19:05,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45681 connecting to ZooKeeper ensemble=127.0.0.1:59727 2024-11-24T04:19:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456810x0, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:05,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45681-0x1014832c4ba0006 connected 2024-11-24T04:19:05,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:05,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:05,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/running 2024-11-24T04:19:05,726 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075575853/meta-region-server: INIT 2024-11-24T04:19:05,726 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186, hbase.cluster.distributed=false 2024-11-24T04:19:05,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/acl 2024-11-24T04:19:05,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45681 2024-11-24T04:19:05,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45681 2024-11-24T04:19:05,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45681 2024-11-24T04:19:05,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45681 2024-11-24T04:19:05,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45681 2024-11-24T04:19:05,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:19:05,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:05,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:05,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:19:05,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:05,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:19:05,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:19:05,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:19:05,746 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46543 2024-11-24T04:19:05,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46543 connecting to ZooKeeper ensemble=127.0.0.1:59727 2024-11-24T04:19:05,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:05,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:05,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465430x0, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:05,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465430x0, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/running 2024-11-24T04:19:05,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46543-0x1014832c4ba0007 connected 2024-11-24T04:19:05,753 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075575853/meta-region-server: INIT 2024-11-24T04:19:05,753 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:19:05,754 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:19:05,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/master 2024-11-24T04:19:05,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/acl 2024-11-24T04:19:05,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46543 2024-11-24T04:19:05,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46543 2024-11-24T04:19:05,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46543 2024-11-24T04:19:05,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46543 2024-11-24T04:19:05,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46543 2024-11-24T04:19:05,771 DEBUG [M:0;fadb2fe0ba32:45681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:45681 2024-11-24T04:19:05,771 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1075575853/backup-masters/fadb2fe0ba32,45681,1732421945712 2024-11-24T04:19:05,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853/backup-masters 2024-11-24T04:19:05,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853/backup-masters 2024-11-24T04:19:05,773 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on existing znode=/0-1075575853/backup-masters/fadb2fe0ba32,45681,1732421945712 2024-11-24T04:19:05,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1075575853/master 2024-11-24T04:19:05,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:19:05,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:19:05,781 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on existing znode=/0-1075575853/master 2024-11-24T04:19:05,781 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1075575853/backup-masters/fadb2fe0ba32,45681,1732421945712 from backup master directory 2024-11-24T04:19:05,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853/backup-masters 2024-11-24T04:19:05,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075575853/backup-masters/fadb2fe0ba32,45681,1732421945712 2024-11-24T04:19:05,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853/backup-masters 2024-11-24T04:19:05,782 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:19:05,782 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,45681,1732421945712 2024-11-24T04:19:05,791 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:05,791 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:19:05,798 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-24T04:19:05,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741846_1022 (size=196) 2024-11-24T04:19:06,212 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:06,213 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:19:06,213 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:06,219 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-24T04:19:06,222 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,43225,1732421934554 to hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,43225,1732421934554-dead as it is dead 2024-11-24T04:19:06,223 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,43225,1732421934554-dead/fadb2fe0ba32%2C43225%2C1732421934554.1732421935115 2024-11-24T04:19:06,224 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,43225,1732421934554-dead/fadb2fe0ba32%2C43225%2C1732421934554.1732421935115 after 1ms 2024-11-24T04:19:06,225 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,43225,1732421934554-dead/fadb2fe0ba32%2C43225%2C1732421934554.1732421935115 to hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fadb2fe0ba32%2C43225%2C1732421934554.1732421935115 2024-11-24T04:19:06,225 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,43225,1732421934554-dead 2024-11-24T04:19:06,226 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,45681,1732421945712 2024-11-24T04:19:06,227 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:19:06,228 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C45681%2C1732421945712, suffix=, logDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,45681,1732421945712, archiveDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/oldWALs, maxLogs=10 2024-11-24T04:19:06,249 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,45681,1732421945712/fadb2fe0ba32%2C45681%2C1732421945712.1732421946229, exclude list is [], retry=0 2024-11-24T04:19:06,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41465,DS-a7f42f56-9c59-4b65-9a96-bea35c0f6f3e,DISK] 2024-11-24T04:19:06,254 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,45681,1732421945712/fadb2fe0ba32%2C45681%2C1732421945712.1732421946229 2024-11-24T04:19:06,255 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-11-24T04:19:06,255 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:06,255 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:06,255 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:06,255 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:06,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:06,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:19:06,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:06,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d4e6e30607e484cb78a5f156aaac5ba 2024-11-24T04:19:06,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:06,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:06,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:19:06,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:06,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/483edd5bb9f444b384cfdb7f911c455b 2024-11-24T04:19:06,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:06,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:06,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:19:06,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:06,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6c0ee94159847ba959580e9eaf00f7d 2024-11-24T04:19:06,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:06,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:06,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:19:06,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:06,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:06,281 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:06,282 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-24T04:19:06,282 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fadb2fe0ba32%2C43225%2C1732421934554.1732421935115 2024-11-24T04:19:06,286 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fadb2fe0ba32%2C43225%2C1732421934554.1732421935115 2024-11-24T04:19:06,286 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fadb2fe0ba32%2C43225%2C1732421934554.1732421935115 2024-11-24T04:19:06,287 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:06,287 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:06,288 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:06,289 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:06,291 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-24T04:19:06,292 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60784870, jitterRate=-0.09423485398292542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:06,292 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421946255Initializing all the Stores at 1732421946257 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421946257Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421946257Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421946257Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421946257Cleaning up temporary data from old regions at 1732421946287 (+30 ms)Region opened successfully at 1732421946292 (+5 ms) 2024-11-24T04:19:06,292 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:19:06,295 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51363ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:19:06,297 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-24T04:19:06,297 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:19:06,297 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:19:06,297 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:19:06,297 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:19:06,300 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:06,300 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:19:06,300 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:19:06,300 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-24T04:19:06,301 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:19:06,303 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fadb2fe0ba32,43259,1732421934603, regionLocation=fadb2fe0ba32,43259,1732421934603, openSeqNum=2 2024-11-24T04:19:06,303 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fadb2fe0ba32,43259,1732421934603, table=hbase:meta, region=1588230740 2024-11-24T04:19:06,303 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,43259,1732421934603, state=OPEN 2024-11-24T04:19:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1075575853/meta-region-server 2024-11-24T04:19:06,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1075575853/meta-region-server 2024-11-24T04:19:06,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075575853/meta-region-server: CHANGED 2024-11-24T04:19:06,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075575853/meta-region-server: CHANGED 2024-11-24T04:19:06,307 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:19:06,309 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/draining/fadb2fe0ba32,43259,1732421934603 already deleted, retry=false 2024-11-24T04:19:06,310 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of fadb2fe0ba32,43259,1732421934603 on fadb2fe0ba32,45681,1732421945712 2024-11-24T04:19:06,311 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fadb2fe0ba32,43259,1732421934603, splitWal=true, meta=true 2024-11-24T04:19:06,311 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for fadb2fe0ba32,43259,1732421934603 (carryingMeta=true) fadb2fe0ba32,43259,1732421934603/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3511f86f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T04:19:06,312 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Unable to get data of znode /0-1075575853/balancer because node does not exist (not necessarily an error) 2024-11-24T04:19:06,313 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/balancer already deleted, retry=false 2024-11-24T04:19:06,314 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:19:06,314 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Unable to get data of znode /0-1075575853/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:19:06,315 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/normalizer already deleted, retry=false 2024-11-24T04:19:06,315 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:19:06,316 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Unable to get data of znode /0-1075575853/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:19:06,317 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/switch/split already deleted, retry=false 2024-11-24T04:19:06,318 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Unable to get data of znode /0-1075575853/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:19:06,320 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/switch/merge already deleted, retry=false 2024-11-24T04:19:06,324 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Unable to get data of znode /0-1075575853/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:19:06,325 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/snapshot-cleanup already deleted, retry=false 2024-11-24T04:19:06,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1075575853/running 2024-11-24T04:19:06,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:19:06,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1075575853/running 2024-11-24T04:19:06,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:19:06,328 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,45681,1732421945712, sessionid=0x1014832c4ba0006, setting cluster-up flag (Was=false) 2024-11-24T04:19:06,347 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1075575853/flush-table-proc/acquired, /0-1075575853/flush-table-proc/reached, /0-1075575853/flush-table-proc/abort 2024-11-24T04:19:06,348 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,45681,1732421945712 2024-11-24T04:19:06,351 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1075575853/online-snapshot/acquired, /0-1075575853/online-snapshot/reached, /0-1075575853/online-snapshot/abort 2024-11-24T04:19:06,352 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,45681,1732421945712 2024-11-24T04:19:06,353 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/.lastflushedseqids 2024-11-24T04:19:06,356 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:19:06,356 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:19:06,356 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,45681,1732421945712 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 fadb2fe0ba32,43259,1732421934603 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:19:06,358 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:06,359 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:06,359 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:06,359 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:06,359 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:19:06,359 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,359 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:19:06,359 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,361 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(746): ClusterId : 66d40744-6551-497f-913a-ddd26f089ef3 2024-11-24T04:19:06,361 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:19:06,362 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fadb2fe0ba32,43259,1732421934603, splitWal=true, meta=true 2024-11-24T04:19:06,363 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fadb2fe0ba32,43259,1732421934603, splitWal=true, meta=true, isMeta: true 2024-11-24T04:19:06,364 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:19:06,364 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:19:06,365 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603-splitting 2024-11-24T04:19:06,365 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603-splitting dir is empty, no logs to split. 2024-11-24T04:19:06,365 INFO [PEWorker-1 {}] master.SplitWALManager(105): fadb2fe0ba32,43259,1732421934603 WAL count=0, meta=true 2024-11-24T04:19:06,366 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:19:06,367 DEBUG [RS:0;fadb2fe0ba32:46543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5802548e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:19:06,369 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603-splitting dir is empty, no logs to split. 2024-11-24T04:19:06,369 INFO [PEWorker-1 {}] master.SplitWALManager(105): fadb2fe0ba32,43259,1732421934603 WAL count=0, meta=true 2024-11-24T04:19:06,369 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fadb2fe0ba32,43259,1732421934603 WAL splitting is done? wals=0, meta=true 2024-11-24T04:19:06,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:19:06,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:19:06,372 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T04:19:06,376 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421976376 2024-11-24T04:19:06,376 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:19:06,377 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:19:06,377 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:19:06,377 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:19:06,377 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:19:06,377 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:19:06,381 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,382 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:19:06,382 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:19:06,382 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:19:06,382 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:19:06,383 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:19:06,383 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:19:06,384 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421946383,5,FailOnTimeoutGroup] 2024-11-24T04:19:06,384 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421946384,5,FailOnTimeoutGroup] 2024-11-24T04:19:06,384 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,384 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:19:06,384 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,384 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,385 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421946384, completionTime=-1 2024-11-24T04:19:06,385 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-24T04:19:06,385 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T04:19:06,391 DEBUG [RS:0;fadb2fe0ba32:46543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:46543 2024-11-24T04:19:06,391 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:19:06,391 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:19:06,391 DEBUG [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:19:06,392 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,45681,1732421945712 with port=46543, startcode=1732421945744 2024-11-24T04:19:06,393 DEBUG [RS:0;fadb2fe0ba32:46543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:19:06,401 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:19:06,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:06,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45681 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:06,403 DEBUG [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186 2024-11-24T04:19:06,403 DEBUG [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33057 2024-11-24T04:19:06,403 DEBUG [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:19:06,412 DEBUG [RS:0;fadb2fe0ba32:46543 {}] zookeeper.ZKUtil(111): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on existing znode=/0-1075575853/rs/fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:06,412 WARN [RS:0;fadb2fe0ba32:46543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:19:06,413 INFO [RS:0;fadb2fe0ba32:46543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:06,413 DEBUG [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:06,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853/rs 2024-11-24T04:19:06,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,46543,1732421945744] 2024-11-24T04:19:06,435 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-24T04:19:06,448 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:19:06,456 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:19:06,461 INFO [RS:0;fadb2fe0ba32:46543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:19:06,461 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,468 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:19:06,470 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:19:06,470 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:19:06,471 DEBUG [RS:0;fadb2fe0ba32:46543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:19:06,485 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,485 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,485 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,485 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,485 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,485 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46543,1732421945744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:19:06,508 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:19:06,508 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,46543,1732421945744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,522 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,46543,1732421945744, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:19:06,522 WARN [fadb2fe0ba32:45681 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T04:19:06,523 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,523 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.Replication(171): fadb2fe0ba32,46543,1732421945744 started 2024-11-24T04:19:06,538 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:06,538 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource,1-fadb2fe0ba32,46543,1732421945744 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:34907' 2024-11-24T04:19:06,538 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,46543,1732421945744, RpcServer on fadb2fe0ba32/172.17.0.2:46543, sessionid=0x1014832c4ba0007 2024-11-24T04:19:06,538 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:19:06,538 DEBUG [RS:0;fadb2fe0ba32:46543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:06,538 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,46543,1732421945744' 2024-11-24T04:19:06,538 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1075575853/flush-table-proc/abort' 2024-11-24T04:19:06,539 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1075575853/flush-table-proc/acquired' 2024-11-24T04:19:06,539 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource,1-fadb2fe0ba32,46543,1732421945744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a3caa30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:06,539 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource,1-fadb2fe0ba32,46543,1732421945744 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,34907,-1 for getting cluster id 2024-11-24T04:19:06,540 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:19:06,540 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:19:06,540 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource,1-fadb2fe0ba32,46543,1732421945744 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:06,540 DEBUG [RS:0;fadb2fe0ba32:46543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:06,540 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,46543,1732421945744' 2024-11-24T04:19:06,540 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1075575853/online-snapshot/abort' 2024-11-24T04:19:06,540 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1075575853/online-snapshot/acquired' 2024-11-24T04:19:06,541 DEBUG [RS:0;fadb2fe0ba32:46543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:19:06,541 INFO [RS:0;fadb2fe0ba32:46543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:19:06,541 INFO [RS:0;fadb2fe0ba32:46543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:19:06,541 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45d37e74-973d-4d76-9eda-d90d4cfd625e' 2024-11-24T04:19:06,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:06,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45d37e74-973d-4d76-9eda-d90d4cfd625e" 2024-11-24T04:19:06,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133d0aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:06,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,34907,-1] 2024-11-24T04:19:06,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:06,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:06,543 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:06,544 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource,1-fadb2fe0ba32,46543,1732421945744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c23f3bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:06,544 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource,1-fadb2fe0ba32,46543,1732421945744 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:06,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,34907,1732421937624 2024-11-24T04:19:06,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a359cd1 2024-11-24T04:19:06,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:06,546 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-24T04:19:06,547 INFO [RS:0;fadb2fe0ba32:46543.replicationSource,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,46543,1732421945744 (queues=0) is replicating from cluster=66d40744-6551-497f-913a-ddd26f089ef3 to cluster=45d37e74-973d-4d76-9eda-d90d4cfd625e 2024-11-24T04:19:06,641 INFO [RS:0;fadb2fe0ba32:46543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:19:06,643 INFO [RS:0;fadb2fe0ba32:46543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C46543%2C1732421945744, suffix=, logDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744, archiveDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/oldWALs, maxLogs=10 2024-11-24T04:19:06,665 DEBUG [RS:0;fadb2fe0ba32:46543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644, exclude list is [], retry=0 2024-11-24T04:19:06,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41465,DS-a7f42f56-9c59-4b65-9a96-bea35c0f6f3e,DISK] 2024-11-24T04:19:06,673 INFO [RS:0;fadb2fe0ba32:46543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644 2024-11-24T04:19:06,676 DEBUG [RS:0;fadb2fe0ba32:46543 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fadb2fe0ba32%2C46543%2C1732421945744 for peer 1 2024-11-24T04:19:06,676 DEBUG [RS:0;fadb2fe0ba32:46543 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C46543%2C1732421945744 2024-11-24T04:19:06,676 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,46543,1732421945744, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:19:06,684 DEBUG [RS:0;fadb2fe0ba32:46543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-11-24T04:19:06,684 INFO [RS:0;fadb2fe0ba32:46543.replicationSource.shipperfadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C46543%2C1732421945744 2024-11-24T04:19:06,685 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource.wal-reader.fadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644, startPosition=0, beingWritten=true 2024-11-24T04:19:06,773 DEBUG [fadb2fe0ba32:45681 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:19:06,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:06,775 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,46543,1732421945744, state=OPENING 2024-11-24T04:19:06,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1075575853/meta-region-server 2024-11-24T04:19:06,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1075575853/meta-region-server 2024-11-24T04:19:06,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075575853/meta-region-server: CHANGED 2024-11-24T04:19:06,777 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:19:06,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075575853/meta-region-server: CHANGED 2024-11-24T04:19:06,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,46543,1732421945744}] 2024-11-24T04:19:06,898 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource.wal-reader.fadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644 to pos 0, reset compression=false 2024-11-24T04:19:06,930 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:19:06,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:19:06,936 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:19:06,936 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:06,936 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:19:06,940 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C46543%2C1732421945744.meta, suffix=.meta, logDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744, archiveDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/oldWALs, maxLogs=10 2024-11-24T04:19:06,966 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.meta.1732421946943.meta, exclude list is [], retry=0 2024-11-24T04:19:06,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41465,DS-a7f42f56-9c59-4b65-9a96-bea35c0f6f3e,DISK] 2024-11-24T04:19:06,979 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.meta.1732421946943.meta 2024-11-24T04:19:06,984 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-11-24T04:19:06,985 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:06,985 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:06,985 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:19:06,985 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:19:06,985 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:19:06,986 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:19:06,986 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:06,986 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:19:06,986 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:19:06,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:19:06,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:19:06,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:06,998 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/info/d21f69678f2445d0a0903edf8fe1302a 2024-11-24T04:19:06,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:06,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:19:07,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:19:07,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:07,006 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/ns/b5e9ef9647a84e139424f33f78ebdb8d 2024-11-24T04:19:07,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:07,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:19:07,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:19:07,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:07,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:07,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:19:07,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:19:07,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:07,014 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/table/580a320d9dd44d7e86b3e485c64be5f0 2024-11-24T04:19:07,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:07,014 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:19:07,015 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740 2024-11-24T04:19:07,016 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740 2024-11-24T04:19:07,017 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:19:07,017 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:19:07,018 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:07,020 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:19:07,020 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74749550, jitterRate=0.11385509371757507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:07,020 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:19:07,021 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421946986Writing region info on filesystem at 1732421946986Initializing all the Stores at 1732421946987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421946987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421946987Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421946988 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421946988Cleaning up temporary data from old regions at 1732421947017 (+29 ms)Running coprocessor post-open hooks at 1732421947020 (+3 ms)Region opened successfully at 1732421947021 (+1 ms) 2024-11-24T04:19:07,022 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732421946930 2024-11-24T04:19:07,024 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:19:07,024 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:19:07,024 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:07,025 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,46543,1732421945744, state=OPEN 2024-11-24T04:19:07,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1075575853/meta-region-server 2024-11-24T04:19:07,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1075575853/meta-region-server 2024-11-24T04:19:07,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075575853/meta-region-server: CHANGED 2024-11-24T04:19:07,027 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:07,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075575853/meta-region-server: CHANGED 2024-11-24T04:19:07,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T04:19:07,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,46543,1732421945744 in 250 msec 2024-11-24T04:19:07,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:19:07,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-24T04:19:07,204 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource.wal-reader.fadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644 to pos 0, reset compression=false 2024-11-24T04:19:07,610 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource.wal-reader.fadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644 to pos 0, reset compression=false 2024-11-24T04:19:07,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:19:07,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:07,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:07,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:07,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:07,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:07,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:07,937 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-24T04:19:08,115 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource.wal-reader.fadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644 to pos 0, reset compression=false 2024-11-24T04:19:08,721 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource.wal-reader.fadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644 to pos 0, reset compression=false 2024-11-24T04:19:09,426 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource.wal-reader.fadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644 to pos 0, reset compression=false 2024-11-24T04:19:09,440 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-24T04:19:10,231 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource.wal-reader.fadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644 to pos 0, reset compression=false 2024-11-24T04:19:10,892 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-24T04:19:10,893 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:19:10,893 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:10,893 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,46543,1732421945744, seqNum=-1] 2024-11-24T04:19:10,893 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:10,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:10,899 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=73b4f7a99290437557ac2f7fedcdbd5d, regionState=OPEN, lastHost=fadb2fe0ba32,43259,1732421934603, regionLocation=fadb2fe0ba32,43259,1732421934603, openSeqNum=2 2024-11-24T04:19:10,899 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:19:10,899 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422010899 2024-11-24T04:19:10,899 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422070899 2024-11-24T04:19:10,899 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-24T04:19:10,899 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fadb2fe0ba32,43259,1732421934603 had 2 regions 2024-11-24T04:19:10,899 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,45681,1732421945712-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:10,899 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,45681,1732421945712-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:10,899 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,45681,1732421945712-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:10,899 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:45681, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:10,899 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:10,899 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:10,900 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fadb2fe0ba32,43259,1732421934603, splitWal=true, meta=true, isMeta: false 2024-11-24T04:19:10,902 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603-splitting dir is empty, no logs to split. 2024-11-24T04:19:10,902 INFO [PEWorker-3 {}] master.SplitWALManager(105): fadb2fe0ba32,43259,1732421934603 WAL count=0, meta=false 2024-11-24T04:19:10,904 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,43259,1732421934603-splitting dir is empty, no logs to split. 2024-11-24T04:19:10,904 INFO [PEWorker-3 {}] master.SplitWALManager(105): fadb2fe0ba32,43259,1732421934603 WAL count=0, meta=false 2024-11-24T04:19:10,904 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fadb2fe0ba32,43259,1732421934603 WAL splitting is done? wals=0, meta=false 2024-11-24T04:19:10,905 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.123sec 2024-11-24T04:19:10,905 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:19:10,905 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:19:10,905 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:19:10,905 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:19:10,905 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:19:10,905 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,45681,1732421945712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:19:10,905 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,45681,1732421945712-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:19:10,908 WARN [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=fadb2fe0ba32,43259,1732421934603/hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:10,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73b4f7a99290437557ac2f7fedcdbd5d, ASSIGN}] 2024-11-24T04:19:10,909 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:19:10,909 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:19:10,909 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,45681,1732421945712-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:10,909 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73b4f7a99290437557ac2f7fedcdbd5d, ASSIGN 2024-11-24T04:19:10,910 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73b4f7a99290437557ac2f7fedcdbd5d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T04:19:10,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10139163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:10,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,45681,-1 for getting cluster id 2024-11-24T04:19:10,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:10,966 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d40744-6551-497f-913a-ddd26f089ef3' 2024-11-24T04:19:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d40744-6551-497f-913a-ddd26f089ef3" 2024-11-24T04:19:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31306ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,45681,-1] 2024-11-24T04:19:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:10,968 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:10,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630a675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:10,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:10,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,46543,1732421945744, seqNum=-1] 2024-11-24T04:19:10,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:10,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:10,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-24T04:19:10,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:10,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:10,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:10,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:10,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:10,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: fadb2fe0ba32:45681 after: fadb2fe0ba32:45681 2024-11-24T04:19:10,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af434c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:10,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,45681,-1 for getting cluster id 2024-11-24T04:19:10,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:10,976 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66d40744-6551-497f-913a-ddd26f089ef3' 2024-11-24T04:19:10,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66d40744-6551-497f-913a-ddd26f089ef3" 2024-11-24T04:19:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509ae691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,45681,-1] 2024-11-24T04:19:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:10,978 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:10,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651db959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:10,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,45681,1732421945712 2024-11-24T04:19:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11aa7bb9 2024-11-24T04:19:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:10,980 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:10,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45681 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-24T04:19:10,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:19:10,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:10,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:10,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:10,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:10,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:10,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:19:10,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2031297652, stopped=false 2024-11-24T04:19:10,981 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,34907,1732421937624 2024-11-24T04:19:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11585101147/running 2024-11-24T04:19:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11585101147/running 2024-11-24T04:19:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:19:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:19:10,985 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:19:10,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:10,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:10,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:10,986 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,38299,1732421937667' ***** 2024-11-24T04:19:10,986 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:19:10,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Set watcher on znode that does not yet exist, /11585101147/running 2024-11-24T04:19:10,986 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:19:10,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Set watcher on znode that does not yet exist, /11585101147/running 2024-11-24T04:19:10,986 INFO [RS:0;fadb2fe0ba32:38299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:19:10,986 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:19:10,986 INFO [RS:0;fadb2fe0ba32:38299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:19:10,986 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,38299,1732421937667 2024-11-24T04:19:10,986 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:19:10,986 INFO [RS:0;fadb2fe0ba32:38299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:38299. 2024-11-24T04:19:10,986 DEBUG [RS:0;fadb2fe0ba32:38299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:10,986 DEBUG [RS:0;fadb2fe0ba32:38299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:10,986 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:19:10,986 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:19:10,986 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:19:10,986 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:19:10,987 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T04:19:10,987 DEBUG [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:19:10,987 DEBUG [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:10,987 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:19:10,987 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:19:10,987 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:19:10,987 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:19:10,987 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:19:10,987 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T04:19:11,004 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/data/hbase/meta/1588230740/.tmp/ns/ba7a0620f0db4779b198bf9161c4b913 is 43, key is default/ns:d/1732421939969/Put/seqid=0 2024-11-24T04:19:11,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741835_1011 (size=5153) 2024-11-24T04:19:11,025 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:19:11,060 DEBUG [fadb2fe0ba32:45681 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:19:11,060 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=73b4f7a99290437557ac2f7fedcdbd5d, regionState=OPENING, regionLocation=fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:11,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73b4f7a99290437557ac2f7fedcdbd5d, ASSIGN because future has completed 2024-11-24T04:19:11,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73b4f7a99290437557ac2f7fedcdbd5d, server=fadb2fe0ba32,46543,1732421945744}] 2024-11-24T04:19:11,137 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource.wal-reader.fadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644 to pos 0, reset compression=false 2024-11-24T04:19:11,187 DEBUG [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:11,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:11,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:11,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:19:11,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C46543%2C1732421945744.rep, suffix=, logDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744, archiveDir=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/oldWALs, maxLogs=10 2024-11-24T04:19:11,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.rep.1732421951221, exclude list is [], retry=0 2024-11-24T04:19:11,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41465,DS-a7f42f56-9c59-4b65-9a96-bea35c0f6f3e,DISK] 2024-11-24T04:19:11,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.rep.1732421951221 2024-11-24T04:19:11,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45975:45975)] 2024-11-24T04:19:11,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 73b4f7a99290437557ac2f7fedcdbd5d, NAME => 'hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:11,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:11,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:19:11,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. service=MultiRowMutationService 2024-11-24T04:19:11,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:19:11,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:11,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,240 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,241 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b4f7a99290437557ac2f7fedcdbd5d columnFamilyName hfileref 2024-11-24T04:19:11,241 DEBUG [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:11,241 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.HStore(327): Store=73b4f7a99290437557ac2f7fedcdbd5d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:11,241 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,242 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b4f7a99290437557ac2f7fedcdbd5d columnFamilyName queue 2024-11-24T04:19:11,242 DEBUG [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:11,247 DEBUG [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d/queue/01e7a38d62964b2c9a38544eb88ae4fa 2024-11-24T04:19:11,247 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.HStore(327): Store=73b4f7a99290437557ac2f7fedcdbd5d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:11,247 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,248 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b4f7a99290437557ac2f7fedcdbd5d columnFamilyName sid 2024-11-24T04:19:11,248 DEBUG [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:11,248 INFO [StoreOpener-73b4f7a99290437557ac2f7fedcdbd5d-1 {}] regionserver.HStore(327): Store=73b4f7a99290437557ac2f7fedcdbd5d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:11,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:19:11,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 73b4f7a99290437557ac2f7fedcdbd5d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73421756, jitterRate=0.09406942129135132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:19:11,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:11,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 73b4f7a99290437557ac2f7fedcdbd5d: Running coprocessor pre-open hook at 1732421951239Writing region info on filesystem at 1732421951239Initializing all the Stores at 1732421951240 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421951240Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421951240Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421951240Cleaning up temporary data from old regions at 1732421951250 (+10 ms)Running coprocessor post-open hooks at 1732421951253 (+3 ms)Region opened successfully at 1732421951253 2024-11-24T04:19:11,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d., pid=13, masterSystemTime=1732421951215 2024-11-24T04:19:11,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:11,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:11,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=73b4f7a99290437557ac2f7fedcdbd5d, regionState=OPEN, openSeqNum=9, regionLocation=fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:11,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73b4f7a99290437557ac2f7fedcdbd5d, server=fadb2fe0ba32,46543,1732421945744 because future has completed 2024-11-24T04:19:11,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T04:19:11,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 73b4f7a99290437557ac2f7fedcdbd5d, server=fadb2fe0ba32,46543,1732421945744 in 196 msec 2024-11-24T04:19:11,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-24T04:19:11,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73b4f7a99290437557ac2f7fedcdbd5d, ASSIGN in 353 msec 2024-11-24T04:19:11,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-24T04:19:11,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d., hostname=fadb2fe0ba32,46543,1732421945744, seqNum=9] 2024-11-24T04:19:11,279 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for fadb2fe0ba32,43259,1732421934603 2024-11-24T04:19:11,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-24T04:19:11,317 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:19:11,317 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:19:11,387 DEBUG [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:11,408 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/data/hbase/meta/1588230740/.tmp/ns/ba7a0620f0db4779b198bf9161c4b913 2024-11-24T04:19:11,414 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/data/hbase/meta/1588230740/.tmp/ns/ba7a0620f0db4779b198bf9161c4b913 as hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/data/hbase/meta/1588230740/ns/ba7a0620f0db4779b198bf9161c4b913 2024-11-24T04:19:11,418 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/data/hbase/meta/1588230740/ns/ba7a0620f0db4779b198bf9161c4b913, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T04:19:11,419 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-24T04:19:11,419 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:19:11,423 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T04:19:11,424 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:11,424 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:11,424 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:11,424 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421950987Running coprocessor pre-close hooks at 1732421950987Disabling compacts and flushes for region at 1732421950987Disabling writes for close at 1732421950987Obtaining lock to block concurrent updates at 1732421950987Preparing flush snapshotting stores in 1588230740 at 1732421950987Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732421950987Flushing stores of hbase:meta,,1.1588230740 at 1732421950988 (+1 ms)Flushing 1588230740/ns: creating writer at 1732421950988Flushing 1588230740/ns: appending metadata at 1732421951003 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732421951003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf5a8d0: reopening flushed file at 1732421951413 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1732421951419 (+6 ms)Writing region close event to WAL at 1732421951420 (+1 ms)Running coprocessor post-close hooks at 1732421951424 (+4 ms)Closed at 1732421951424 2024-11-24T04:19:11,424 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:11,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46543 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-24T04:19:11,587 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,38299,1732421937667; all regions closed. 2024-11-24T04:19:11,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741834_1010 (size=1152) 2024-11-24T04:19:11,592 DEBUG [RS:0;fadb2fe0ba32:38299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/oldWALs 2024-11-24T04:19:11,592 INFO [RS:0;fadb2fe0ba32:38299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C38299%2C1732421937667.meta:.meta(num 1732421939929) 2024-11-24T04:19:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741833_1009 (size=93) 2024-11-24T04:19:11,595 DEBUG [RS:0;fadb2fe0ba32:38299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/oldWALs 2024-11-24T04:19:11,595 INFO [RS:0;fadb2fe0ba32:38299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C38299%2C1732421937667:(num 1732421939483) 2024-11-24T04:19:11,595 DEBUG [RS:0;fadb2fe0ba32:38299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:11,595 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:19:11,595 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:19:11,596 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:19:11,596 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:19:11,596 INFO [RS:0;fadb2fe0ba32:38299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38299 2024-11-24T04:19:11,596 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:19:11,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147/rs 2024-11-24T04:19:11,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11585101147/rs/fadb2fe0ba32,38299,1732421937667 2024-11-24T04:19:11,598 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:19:11,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,38299,1732421937667] 2024-11-24T04:19:11,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11585101147/draining/fadb2fe0ba32,38299,1732421937667 already deleted, retry=false 2024-11-24T04:19:11,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,38299,1732421937667 expired; onlineServers=0 2024-11-24T04:19:11,600 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,34907,1732421937624' ***** 2024-11-24T04:19:11,600 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:19:11,600 INFO [M:0;fadb2fe0ba32:34907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:19:11,601 INFO [M:0;fadb2fe0ba32:34907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:19:11,601 DEBUG [M:0;fadb2fe0ba32:34907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:19:11,601 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:19:11,601 DEBUG [M:0;fadb2fe0ba32:34907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:19:11,601 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421939163 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421939163,5,FailOnTimeoutGroup] 2024-11-24T04:19:11,601 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421939164 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421939164,5,FailOnTimeoutGroup] 2024-11-24T04:19:11,601 INFO [M:0;fadb2fe0ba32:34907 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:19:11,601 INFO [M:0;fadb2fe0ba32:34907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:19:11,601 DEBUG [M:0;fadb2fe0ba32:34907 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:19:11,601 INFO [M:0;fadb2fe0ba32:34907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:19:11,601 INFO [M:0;fadb2fe0ba32:34907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:19:11,601 INFO [M:0;fadb2fe0ba32:34907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:19:11,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:19:11,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11585101147/master 2024-11-24T04:19:11,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11585101147 2024-11-24T04:19:11,605 DEBUG [M:0;fadb2fe0ba32:34907 {}] zookeeper.RecoverableZooKeeper(212): Node /11585101147/master already deleted, retry=false 2024-11-24T04:19:11,605 DEBUG [M:0;fadb2fe0ba32:34907 {}] master.ActiveMasterManager(353): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Failed delete of our master address node; KeeperErrorCode = NoNode for /11585101147/master 2024-11-24T04:19:11,606 INFO [M:0;fadb2fe0ba32:34907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/.lastflushedseqids 2024-11-24T04:19:11,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741836_1012 (size=99) 2024-11-24T04:19:11,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:11,700 INFO [RS:0;fadb2fe0ba32:38299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:19:11,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38299-0x1014832c4ba0004, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:11,700 INFO [RS:0;fadb2fe0ba32:38299 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,38299,1732421937667; zookeeper connection closed. 2024-11-24T04:19:11,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@752772f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@752772f 2024-11-24T04:19:11,700 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:19:12,020 INFO [M:0;fadb2fe0ba32:34907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:19:12,020 INFO [M:0;fadb2fe0ba32:34907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:19:12,020 DEBUG [M:0;fadb2fe0ba32:34907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:19:12,021 INFO [M:0;fadb2fe0ba32:34907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:12,021 DEBUG [M:0;fadb2fe0ba32:34907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:12,021 DEBUG [M:0;fadb2fe0ba32:34907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:19:12,021 DEBUG [M:0;fadb2fe0ba32:34907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:12,021 INFO [M:0;fadb2fe0ba32:34907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-24T04:19:12,037 DEBUG [M:0;fadb2fe0ba32:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3a1d3b28e3d48ac9849a302fb4fe208 is 82, key is hbase:meta,,1/info:regioninfo/1732421939959/Put/seqid=0 2024-11-24T04:19:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741837_1013 (size=5672) 2024-11-24T04:19:12,051 INFO [M:0;fadb2fe0ba32:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3a1d3b28e3d48ac9849a302fb4fe208 2024-11-24T04:19:12,075 DEBUG [M:0;fadb2fe0ba32:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ce8cfdb3edd490e9cc60cb9335b85f4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732421939972/Put/seqid=0 2024-11-24T04:19:12,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741838_1014 (size=5275) 2024-11-24T04:19:12,095 INFO [M:0;fadb2fe0ba32:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ce8cfdb3edd490e9cc60cb9335b85f4 2024-11-24T04:19:12,119 DEBUG [M:0;fadb2fe0ba32:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ec1a04cc24548e2ac0de5b1ca6c903d is 69, key is fadb2fe0ba32,38299,1732421937667/rs:state/1732421939266/Put/seqid=0 2024-11-24T04:19:12,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741839_1015 (size=5156) 2024-11-24T04:19:12,125 INFO [M:0;fadb2fe0ba32:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ec1a04cc24548e2ac0de5b1ca6c903d 2024-11-24T04:19:12,130 DEBUG [M:0;fadb2fe0ba32:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3a1d3b28e3d48ac9849a302fb4fe208 as hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3a1d3b28e3d48ac9849a302fb4fe208 2024-11-24T04:19:12,135 INFO [M:0;fadb2fe0ba32:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3a1d3b28e3d48ac9849a302fb4fe208, entries=8, sequenceid=28, filesize=5.5 K 2024-11-24T04:19:12,136 DEBUG [M:0;fadb2fe0ba32:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ce8cfdb3edd490e9cc60cb9335b85f4 as hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ce8cfdb3edd490e9cc60cb9335b85f4 2024-11-24T04:19:12,141 INFO [M:0;fadb2fe0ba32:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ce8cfdb3edd490e9cc60cb9335b85f4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-24T04:19:12,142 DEBUG [RS:0;fadb2fe0ba32:46543.replicationSource.wal-reader.fadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644 to pos 0, reset compression=false 2024-11-24T04:19:12,142 DEBUG [M:0;fadb2fe0ba32:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ec1a04cc24548e2ac0de5b1ca6c903d as hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ec1a04cc24548e2ac0de5b1ca6c903d 2024-11-24T04:19:12,146 INFO [M:0;fadb2fe0ba32:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33553/user/jenkins/test-data/b096b097-7892-5f2d-7c6d-5c09817641f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ec1a04cc24548e2ac0de5b1ca6c903d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-24T04:19:12,147 INFO [M:0;fadb2fe0ba32:34907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=28, compaction requested=false 2024-11-24T04:19:12,164 INFO [M:0;fadb2fe0ba32:34907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:12,164 DEBUG [M:0;fadb2fe0ba32:34907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421952020Disabling compacts and flushes for region at 1732421952020Disabling writes for close at 1732421952021 (+1 ms)Obtaining lock to block concurrent updates at 1732421952021Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421952021Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732421952021Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421952022 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421952022Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421952037 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421952037Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421952055 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421952075 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421952075Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421952101 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421952119 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421952119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754eeb4c: reopening flushed file at 1732421952130 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4547feef: reopening flushed file at 1732421952135 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b24a74: reopening flushed file at 1732421952141 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=28, compaction requested=false at 1732421952147 (+6 ms)Writing region close event to WAL at 1732421952164 (+17 ms)Closed at 1732421952164 2024-11-24T04:19:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741830_1006 (size=10165) 2024-11-24T04:19:12,167 INFO [M:0;fadb2fe0ba32:34907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:19:12,167 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:19:12,167 INFO [M:0;fadb2fe0ba32:34907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34907 2024-11-24T04:19:12,167 INFO [M:0;fadb2fe0ba32:34907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:19:12,269 INFO [M:0;fadb2fe0ba32:34907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:19:12,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:12,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x1014832c4ba0003, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:12,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28d98bd5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:19:12,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fb278ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:19:12,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:19:12,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c4a46ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:19:12,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dead850{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/hadoop.log.dir/,STOPPED} 2024-11-24T04:19:12,274 WARN [BP-456352554-172.17.0.2-1732421936571 heartbeating to localhost/127.0.0.1:33553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:19:12,274 WARN [BP-456352554-172.17.0.2-1732421936571 heartbeating to localhost/127.0.0.1:33553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-456352554-172.17.0.2-1732421936571 (Datanode Uuid 8fa32b37-99f2-4e18-bb97-544d2c4db0b4) service to localhost/127.0.0.1:33553 2024-11-24T04:19:12,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:19:12,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:19:12,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/cluster_b16e4d02-6cf2-cf3d-9798-ba7a12eadeba/data/data1/current/BP-456352554-172.17.0.2-1732421936571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:19:12,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/cluster_b16e4d02-6cf2-cf3d-9798-ba7a12eadeba/data/data2/current/BP-456352554-172.17.0.2-1732421936571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:19:12,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:19:12,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@316a43f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:19:12,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33836ce6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:19:12,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:19:12,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2aa36f6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:19:12,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@376ffd37{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/hadoop.log.dir/,STOPPED} 2024-11-24T04:19:12,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:19:12,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:19:12,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:12,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:12,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:12,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:12,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:12,295 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:19:12,295 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1834901889, stopped=false 2024-11-24T04:19:12,295 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,45681,1732421945712 2024-11-24T04:19:12,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075575853/running 2024-11-24T04:19:12,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075575853/running 2024-11-24T04:19:12,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:19:12,298 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:19:12,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:19:12,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:12,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:12,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:12,299 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,46543,1732421945744' ***** 2024-11-24T04:19:12,299 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:19:12,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/running 2024-11-24T04:19:12,299 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:19:12,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Set watcher on znode that does not yet exist, /0-1075575853/running 2024-11-24T04:19:12,299 INFO [RS:0;fadb2fe0ba32:46543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:19:12,300 INFO [RS:0;fadb2fe0ba32:46543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:19:12,300 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:19:12,300 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(3091): Received CLOSE for 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:12,301 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:12,301 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:19:12,301 INFO [RS:0;fadb2fe0ba32:46543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:46543. 2024-11-24T04:19:12,301 DEBUG [RS:0;fadb2fe0ba32:46543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:12,301 DEBUG [RS:0;fadb2fe0ba32:46543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:12,301 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:19:12,301 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73b4f7a99290437557ac2f7fedcdbd5d, disabling compactions & flushes 2024-11-24T04:19:12,301 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:19:12,301 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:19:12,301 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:12,301 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:19:12,301 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:12,301 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. after waiting 0 ms 2024-11-24T04:19:12,301 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:12,302 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:19:12,302 DEBUG [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(1325): Online Regions={73b4f7a99290437557ac2f7fedcdbd5d=hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:19:12,302 DEBUG [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73b4f7a99290437557ac2f7fedcdbd5d 2024-11-24T04:19:12,302 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:19:12,302 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:19:12,302 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:19:12,302 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:19:12,302 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:19:12,302 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-24T04:19:12,309 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/replication/73b4f7a99290437557ac2f7fedcdbd5d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-24T04:19:12,309 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:12,309 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:12,310 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:12,310 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73b4f7a99290437557ac2f7fedcdbd5d: Waiting for close lock at 1732421952301Running coprocessor pre-close hooks at 1732421952301Disabling compacts and flushes for region at 1732421952301Disabling writes for close at 1732421952301Writing region close event to WAL at 1732421952306 (+5 ms)Running coprocessor post-close hooks at 1732421952309 (+3 ms)Closed at 1732421952309 2024-11-24T04:19:12,310 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d. 2024-11-24T04:19:12,319 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/.tmp/info/b1255b0e08da4115af359d1df81e8745 is 147, key is hbase:replication,,1732421940035.73b4f7a99290437557ac2f7fedcdbd5d./info:regioninfo/1732421951256/Put/seqid=0 2024-11-24T04:19:12,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741851_1027 (size=6385) 2024-11-24T04:19:12,390 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:19:12,502 DEBUG [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:12,558 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:19:12,558 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:19:12,702 DEBUG [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:12,723 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/.tmp/info/b1255b0e08da4115af359d1df81e8745 2024-11-24T04:19:12,729 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/.tmp/info/b1255b0e08da4115af359d1df81e8745 as hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/info/b1255b0e08da4115af359d1df81e8745 2024-11-24T04:19:12,735 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/info/b1255b0e08da4115af359d1df81e8745, entries=8, sequenceid=19, filesize=6.2 K 2024-11-24T04:19:12,736 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false 2024-11-24T04:19:12,742 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-24T04:19:12,742 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:12,742 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:12,742 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:12,742 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421952302Running coprocessor pre-close hooks at 1732421952302Disabling compacts and flushes for region at 1732421952302Disabling writes for close at 1732421952302Obtaining lock to block concurrent updates at 1732421952302Preparing flush snapshotting stores in 1588230740 at 1732421952302Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732421952302Flushing stores of hbase:meta,,1.1588230740 at 1732421952303 (+1 ms)Flushing 1588230740/info: creating writer at 1732421952303Flushing 1588230740/info: appending metadata at 1732421952318 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732421952319 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5cd0d4: reopening flushed file at 1732421952729 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false at 1732421952736 (+7 ms)Writing region close event to WAL at 1732421952739 (+3 ms)Running coprocessor post-close hooks at 1732421952742 (+3 ms)Closed at 1732421952742 2024-11-24T04:19:12,742 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:12,902 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,46543,1732421945744; all regions closed. 2024-11-24T04:19:12,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741849_1025 (size=2156) 2024-11-24T04:19:12,907 DEBUG [RS:0;fadb2fe0ba32:46543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/oldWALs 2024-11-24T04:19:12,907 INFO [RS:0;fadb2fe0ba32:46543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C46543%2C1732421945744.meta:.meta(num 1732421946943) 2024-11-24T04:19:12,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741850_1026 (size=796) 2024-11-24T04:19:12,911 DEBUG [RS:0;fadb2fe0ba32:46543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/oldWALs 2024-11-24T04:19:12,911 INFO [RS:0;fadb2fe0ba32:46543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C46543%2C1732421945744.rep:(num 1732421951221) 2024-11-24T04:19:12,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741848_1024 (size=93) 2024-11-24T04:19:12,913 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/WALs/fadb2fe0ba32,46543,1732421945744/fadb2fe0ba32%2C46543%2C1732421945744.1732421946644 not finished, retry = 0 2024-11-24T04:19:13,015 DEBUG [RS:0;fadb2fe0ba32:46543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/oldWALs 2024-11-24T04:19:13,016 INFO [RS:0;fadb2fe0ba32:46543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C46543%2C1732421945744:(num 1732421946644) 2024-11-24T04:19:13,016 DEBUG [RS:0;fadb2fe0ba32:46543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:13,016 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:19:13,016 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:19:13,016 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:19:13,016 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:19:13,016 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:19:13,016 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-24T04:19:13,016 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,46543,1732421945744 because: Region server is closing 2024-11-24T04:19:13,016 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-24T04:19:13,016 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T04:19:13,017 INFO [RS:0;fadb2fe0ba32:46543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:46543. 2024-11-24T04:19:13,017 DEBUG [RS:0;fadb2fe0ba32:46543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:13,017 DEBUG [RS:0;fadb2fe0ba32:46543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:13,017 DEBUG [RS:0;fadb2fe0ba32:46543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:13,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:13,118 WARN [RS:0;fadb2fe0ba32:46543.replicationSource.wal-reader.fadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T04:19:13,118 WARN [RS:0;fadb2fe0ba32:46543.replicationSource.shipperfadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T04:19:13,118 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;fadb2fe0ba32:46543.replicationSource.shipperfadb2fe0ba32%2C46543%2C1732421945744,1-fadb2fe0ba32,46543,1732421945744 terminated 2024-11-24T04:19:13,118 INFO [RS:0;fadb2fe0ba32:46543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46543 2024-11-24T04:19:13,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075575853/rs/fadb2fe0ba32,46543,1732421945744 2024-11-24T04:19:13,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853/rs 2024-11-24T04:19:13,121 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:19:13,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,46543,1732421945744] 2024-11-24T04:19:13,123 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075575853/draining/fadb2fe0ba32,46543,1732421945744 already deleted, retry=false 2024-11-24T04:19:13,123 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,46543,1732421945744 expired; onlineServers=0 2024-11-24T04:19:13,123 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,45681,1732421945712' ***** 2024-11-24T04:19:13,123 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:19:13,123 INFO [M:0;fadb2fe0ba32:45681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:19:13,123 INFO [M:0;fadb2fe0ba32:45681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:19:13,123 DEBUG [M:0;fadb2fe0ba32:45681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:19:13,123 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:19:13,123 DEBUG [M:0;fadb2fe0ba32:45681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:19:13,123 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421946384 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421946384,5,FailOnTimeoutGroup] 2024-11-24T04:19:13,123 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421946383 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421946383,5,FailOnTimeoutGroup] 2024-11-24T04:19:13,123 INFO [M:0;fadb2fe0ba32:45681 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:19:13,123 INFO [M:0;fadb2fe0ba32:45681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:19:13,124 DEBUG [M:0;fadb2fe0ba32:45681 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:19:13,124 INFO [M:0;fadb2fe0ba32:45681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:19:13,124 INFO [M:0;fadb2fe0ba32:45681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:19:13,124 INFO [M:0;fadb2fe0ba32:45681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:19:13,124 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:19:13,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075575853/master 2024-11-24T04:19:13,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075575853 2024-11-24T04:19:13,125 DEBUG [M:0;fadb2fe0ba32:45681 {}] zookeeper.ZKUtil(347): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Unable to get data of znode /0-1075575853/master because node does not exist (not an error) 2024-11-24T04:19:13,125 WARN [M:0;fadb2fe0ba32:45681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:19:13,126 INFO [M:0;fadb2fe0ba32:45681 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/.lastflushedseqids 2024-11-24T04:19:13,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741852_1028 (size=181) 2024-11-24T04:19:13,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:13,223 INFO [RS:0;fadb2fe0ba32:46543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:19:13,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46543-0x1014832c4ba0007, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:13,223 INFO [RS:0;fadb2fe0ba32:46543 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,46543,1732421945744; zookeeper connection closed. 2024-11-24T04:19:13,223 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f87cece {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f87cece 2024-11-24T04:19:13,223 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:19:13,532 INFO [M:0;fadb2fe0ba32:45681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:19:13,532 INFO [M:0;fadb2fe0ba32:45681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:19:13,532 DEBUG [M:0;fadb2fe0ba32:45681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:19:13,532 INFO [M:0;fadb2fe0ba32:45681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:13,532 DEBUG [M:0;fadb2fe0ba32:45681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:13,533 DEBUG [M:0;fadb2fe0ba32:45681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:19:13,533 DEBUG [M:0;fadb2fe0ba32:45681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:13,533 INFO [M:0;fadb2fe0ba32:45681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-24T04:19:13,549 DEBUG [M:0;fadb2fe0ba32:45681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c86063444ce45f7a97c6a7e20b7e380 is 82, key is hbase:meta,,1/info:regioninfo/1732421947024/Put/seqid=0 2024-11-24T04:19:13,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741853_1029 (size=5672) 2024-11-24T04:19:13,954 INFO [M:0;fadb2fe0ba32:45681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c86063444ce45f7a97c6a7e20b7e380 2024-11-24T04:19:13,977 DEBUG [M:0;fadb2fe0ba32:45681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66558a87daac492cac4e5c61d88594ea is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732421951261/Put/seqid=0 2024-11-24T04:19:13,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741854_1030 (size=7312) 2024-11-24T04:19:14,383 INFO [M:0;fadb2fe0ba32:45681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66558a87daac492cac4e5c61d88594ea 2024-11-24T04:19:14,406 DEBUG [M:0;fadb2fe0ba32:45681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c57a18dddb9452ba99dcc344c646bfa is 69, key is fadb2fe0ba32,46543,1732421945744/rs:state/1732421946402/Put/seqid=0 2024-11-24T04:19:14,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741855_1031 (size=5370) 2024-11-24T04:19:14,811 INFO [M:0;fadb2fe0ba32:45681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c57a18dddb9452ba99dcc344c646bfa 2024-11-24T04:19:14,815 INFO [M:0;fadb2fe0ba32:45681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c57a18dddb9452ba99dcc344c646bfa 2024-11-24T04:19:14,816 DEBUG [M:0;fadb2fe0ba32:45681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c86063444ce45f7a97c6a7e20b7e380 as hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c86063444ce45f7a97c6a7e20b7e380 2024-11-24T04:19:14,820 INFO [M:0;fadb2fe0ba32:45681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c86063444ce45f7a97c6a7e20b7e380, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T04:19:14,821 DEBUG [M:0;fadb2fe0ba32:45681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66558a87daac492cac4e5c61d88594ea as hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66558a87daac492cac4e5c61d88594ea 2024-11-24T04:19:14,825 INFO [M:0;fadb2fe0ba32:45681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66558a87daac492cac4e5c61d88594ea, entries=7, sequenceid=127, filesize=7.1 K 2024-11-24T04:19:14,826 DEBUG [M:0;fadb2fe0ba32:45681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c57a18dddb9452ba99dcc344c646bfa as hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c57a18dddb9452ba99dcc344c646bfa 2024-11-24T04:19:14,830 INFO [M:0;fadb2fe0ba32:45681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c57a18dddb9452ba99dcc344c646bfa 2024-11-24T04:19:14,830 INFO [M:0;fadb2fe0ba32:45681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33057/user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c57a18dddb9452ba99dcc344c646bfa, entries=2, sequenceid=127, filesize=5.2 K 2024-11-24T04:19:14,831 INFO [M:0;fadb2fe0ba32:45681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=127, compaction requested=false 2024-11-24T04:19:14,832 INFO [M:0;fadb2fe0ba32:45681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:14,832 DEBUG [M:0;fadb2fe0ba32:45681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421953532Disabling compacts and flushes for region at 1732421953532Disabling writes for close at 1732421953533 (+1 ms)Obtaining lock to block concurrent updates at 1732421953533Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421953533Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732421953533Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421953534 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421953534Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421953549 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421953549Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421953958 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421953976 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421953976Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421954388 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421954405 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421954405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39475611: reopening flushed file at 1732421954815 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e5ea8c2: reopening flushed file at 1732421954821 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@554f20e7: reopening flushed file at 1732421954826 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=127, compaction requested=false at 1732421954831 (+5 ms)Writing region close event to WAL at 1732421954832 (+1 ms)Closed at 1732421954832 2024-11-24T04:19:14,834 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df9521e5-c2d3-c60d-d026-1acaee200186/MasterData/WALs/fadb2fe0ba32,45681,1732421945712/fadb2fe0ba32%2C45681%2C1732421945712.1732421946229 not finished, retry = 0 2024-11-24T04:19:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41465 is added to blk_1073741847_1023 (size=22903) 2024-11-24T04:19:14,935 INFO [M:0;fadb2fe0ba32:45681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:19:14,935 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:19:14,935 INFO [M:0;fadb2fe0ba32:45681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45681 2024-11-24T04:19:14,936 INFO [M:0;fadb2fe0ba32:45681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:19:14,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:14,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:19:14,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T04:19:14,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:15,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:15,038 INFO [M:0;fadb2fe0ba32:45681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:19:15,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45681-0x1014832c4ba0006, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:15,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ba858e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:19:15,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53427165{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:19:15,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:19:15,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c2c2e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:19:15,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17c256ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/hadoop.log.dir/,STOPPED} 2024-11-24T04:19:15,043 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:19:15,043 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:19:15,044 WARN [BP-943082596-172.17.0.2-1732421933642 heartbeating to localhost/127.0.0.1:33057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:19:15,044 WARN [BP-943082596-172.17.0.2-1732421933642 heartbeating to localhost/127.0.0.1:33057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-943082596-172.17.0.2-1732421933642 (Datanode Uuid ba7449f3-fe84-450f-9855-152322efac27) service to localhost/127.0.0.1:33057 2024-11-24T04:19:15,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/cluster_46f726a8-12c3-60bd-e621-28f33771a6dd/data/data1/current/BP-943082596-172.17.0.2-1732421933642 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:19:15,045 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/cluster_46f726a8-12c3-60bd-e621-28f33771a6dd/data/data2/current/BP-943082596-172.17.0.2-1732421933642 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:19:15,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:19:15,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39c223cc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:19:15,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca66cfc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:19:15,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:19:15,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3017d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:19:15,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f29f060{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45c1bf5b-c99c-ab3c-ed8b-5270f75e6a2b/hadoop.log.dir/,STOPPED} 2024-11-24T04:19:15,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T04:19:15,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:19:15,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=208 (was 163) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33057 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59727) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59727) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33553 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=566 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 215) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6134 (was 6630) 2024-11-24T04:19:15,093 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=208, OpenFileDescriptor=566, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=6134 2024-11-24T04:19:15,110 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-24T04:19:15,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/hadoop.log.dir so I do NOT create it in target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc 2024-11-24T04:19:15,111 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:19:15,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/hadoop.tmp.dir so I do NOT create it in target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc 2024-11-24T04:19:15,111 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a949015-5025-30e8-30d4-667b1543a91f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:19:15,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc 2024-11-24T04:19:15,111 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/cluster_a89140fe-8ad4-75cb-b296-1d90f8050047, deleteOnExit=true 2024-11-24T04:19:15,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/cluster_a89140fe-8ad4-75cb-b296-1d90f8050047/zookeeper_0, clientPort=51074, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/cluster_a89140fe-8ad4-75cb-b296-1d90f8050047/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/cluster_a89140fe-8ad4-75cb-b296-1d90f8050047/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T04:19:15,116 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51074 2024-11-24T04:19:15,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:19:15,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:19:15,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/test.cache.data in system properties and HBase conf 2024-11-24T04:19:15,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:19:15,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:19:15,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:19:15,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:19:15,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:19:15,117 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:19:15,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:19:15,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:19:15,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014832c4ba0005, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:19:15,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014832c4ba0002, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:19:15,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014832c4ba0005, quorum=127.0.0.1:59727, baseZNode=/11585101147 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:19:15,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014832c4ba0002, quorum=127.0.0.1:59727, baseZNode=/0-1075575853 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:19:15,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:19:15,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:19:15,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:19:15,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:19:15,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:19:15,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:19:15,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555734c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:19:15,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111f686e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:19:15,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@447a424b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/java.io.tmpdir/jetty-localhost-34181-hadoop-hdfs-3_4_1-tests_jar-_-any-17995731512754190890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:19:15,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5eebbb3a{HTTP/1.1, (http/1.1)}{localhost:34181} 2024-11-24T04:19:15,326 INFO [Time-limited test {}] server.Server(415): Started @155569ms 2024-11-24T04:19:15,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:19:15,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:19:15,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:19:15,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:19:15,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:19:15,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6719d256{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:19:15,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33784b9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:19:15,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36e787e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/java.io.tmpdir/jetty-localhost-34895-hadoop-hdfs-3_4_1-tests_jar-_-any-2127663274386489307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:19:15,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10d68b60{HTTP/1.1, (http/1.1)}{localhost:34895} 2024-11-24T04:19:15,709 INFO [Time-limited test {}] server.Server(415): Started @155952ms 2024-11-24T04:19:15,710 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:19:15,917 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/cluster_a89140fe-8ad4-75cb-b296-1d90f8050047/data/data1/current/BP-506838534-172.17.0.2-1732421955140/current, will proceed with Du for space computation calculation, 2024-11-24T04:19:15,934 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/cluster_a89140fe-8ad4-75cb-b296-1d90f8050047/data/data2/current/BP-506838534-172.17.0.2-1732421955140/current, will proceed with Du for space computation calculation, 2024-11-24T04:19:16,013 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:19:16,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x904460dc68ea49bd with lease ID 0x7b7b01e31e1c3d92: Processing first storage report for DS-a0257594-a4fd-48e0-a158-a638a915e766 from datanode DatanodeRegistration(127.0.0.1:42403, datanodeUuid=35d90790-622f-41d6-a71f-b046f9e91f73, infoPort=46347, infoSecurePort=0, ipcPort=39469, storageInfo=lv=-57;cid=testClusterID;nsid=79373916;c=1732421955140) 2024-11-24T04:19:16,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x904460dc68ea49bd with lease ID 0x7b7b01e31e1c3d92: from storage DS-a0257594-a4fd-48e0-a158-a638a915e766 node DatanodeRegistration(127.0.0.1:42403, datanodeUuid=35d90790-622f-41d6-a71f-b046f9e91f73, infoPort=46347, infoSecurePort=0, ipcPort=39469, storageInfo=lv=-57;cid=testClusterID;nsid=79373916;c=1732421955140), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:19:16,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x904460dc68ea49bd with lease ID 0x7b7b01e31e1c3d92: Processing first storage report for DS-e7fd03f4-5f10-4603-a68b-ac4d9967a5ee from datanode DatanodeRegistration(127.0.0.1:42403, datanodeUuid=35d90790-622f-41d6-a71f-b046f9e91f73, infoPort=46347, infoSecurePort=0, ipcPort=39469, storageInfo=lv=-57;cid=testClusterID;nsid=79373916;c=1732421955140) 2024-11-24T04:19:16,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x904460dc68ea49bd with lease ID 0x7b7b01e31e1c3d92: from storage DS-e7fd03f4-5f10-4603-a68b-ac4d9967a5ee node DatanodeRegistration(127.0.0.1:42403, datanodeUuid=35d90790-622f-41d6-a71f-b046f9e91f73, infoPort=46347, infoSecurePort=0, ipcPort=39469, storageInfo=lv=-57;cid=testClusterID;nsid=79373916;c=1732421955140), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:19:16,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc 2024-11-24T04:19:16,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:16,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:16,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:19:16,092 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286 with version=8 2024-11-24T04:19:16,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/hbase-staging 2024-11-24T04:19:16,095 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:19:16,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:16,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:16,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:19:16,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:16,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:19:16,095 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:19:16,095 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:19:16,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44937 2024-11-24T04:19:16,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44937 connecting to ZooKeeper ensemble=127.0.0.1:51074 2024-11-24T04:19:16,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449370x0, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:16,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44937-0x101483318b90000 connected 2024-11-24T04:19:16,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:16,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:16,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Set watcher on znode that does not yet exist, /023668499/running 2024-11-24T04:19:16,282 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286, hbase.cluster.distributed=false 2024-11-24T04:19:16,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Set watcher on znode that does not yet exist, /023668499/acl 2024-11-24T04:19:16,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44937 2024-11-24T04:19:16,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44937 2024-11-24T04:19:16,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44937 2024-11-24T04:19:16,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44937 2024-11-24T04:19:16,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44937 2024-11-24T04:19:16,363 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:19:16,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:16,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:16,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:19:16,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:16,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:19:16,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:19:16,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:19:16,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43499 2024-11-24T04:19:16,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43499 connecting to ZooKeeper ensemble=127.0.0.1:51074 2024-11-24T04:19:16,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:16,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:16,413 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434990x0, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:16,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434990x0, quorum=127.0.0.1:51074, baseZNode=/023668499 Set watcher on znode that does not yet exist, /023668499/running 2024-11-24T04:19:16,416 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:19:16,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43499-0x101483318b90001 connected 2024-11-24T04:19:16,456 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:19:16,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Set watcher on znode that does not yet exist, /023668499/master 2024-11-24T04:19:16,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Set watcher on znode that does not yet exist, /023668499/acl 2024-11-24T04:19:16,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43499 2024-11-24T04:19:16,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43499 2024-11-24T04:19:16,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43499 2024-11-24T04:19:16,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43499 2024-11-24T04:19:16,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43499 2024-11-24T04:19:16,494 DEBUG [M:0;fadb2fe0ba32:44937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:44937 2024-11-24T04:19:16,512 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /023668499/backup-masters/fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:16,515 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499/backup-masters 2024-11-24T04:19:16,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499/backup-masters 2024-11-24T04:19:16,515 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Set watcher on existing znode=/023668499/backup-masters/fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:16,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:16,519 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/023668499/master 2024-11-24T04:19:16,519 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:16,520 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Set watcher on existing znode=/023668499/master 2024-11-24T04:19:16,520 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /023668499/backup-masters/fadb2fe0ba32,44937,1732421956094 from backup master directory 2024-11-24T04:19:16,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/023668499/backup-masters/fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:16,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499/backup-masters 2024-11-24T04:19:16,522 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499/backup-masters 2024-11-24T04:19:16,523 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:19:16,523 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:16,543 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/hbase.id] with ID: cbfba8ff-4b96-4350-b518-7e7d9b0c6995 2024-11-24T04:19:16,543 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/.tmp/hbase.id 2024-11-24T04:19:16,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:19:16,742 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:19:16,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:16,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:16,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:16,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:16,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:16,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:16,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:16,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:16,972 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/.tmp/hbase.id]:[hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/hbase.id] 2024-11-24T04:19:16,989 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:16,989 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:19:16,990 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:19:16,993 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:16,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:17,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:19:17,015 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:17,017 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:19:17,017 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:17,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:19:17,054 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store 2024-11-24T04:19:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:19:17,069 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:17,069 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:19:17,069 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:17,069 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:17,069 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:19:17,069 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:17,069 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:17,069 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421957069Disabling compacts and flushes for region at 1732421957069Disabling writes for close at 1732421957069Writing region close event to WAL at 1732421957069Closed at 1732421957069 2024-11-24T04:19:17,070 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/.initializing 2024-11-24T04:19:17,070 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/WALs/fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:17,074 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:19:17,077 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C44937%2C1732421956094, suffix=, logDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/WALs/fadb2fe0ba32,44937,1732421956094, archiveDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/oldWALs, maxLogs=10 2024-11-24T04:19:17,099 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/WALs/fadb2fe0ba32,44937,1732421956094/fadb2fe0ba32%2C44937%2C1732421956094.1732421957077, exclude list is [], retry=0 2024-11-24T04:19:17,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42403,DS-a0257594-a4fd-48e0-a158-a638a915e766,DISK] 2024-11-24T04:19:17,131 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/WALs/fadb2fe0ba32,44937,1732421956094/fadb2fe0ba32%2C44937%2C1732421956094.1732421957077 2024-11-24T04:19:17,144 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46347:46347)] 2024-11-24T04:19:17,145 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:17,145 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:17,145 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:17,145 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:17,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:17,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:19:17,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:17,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:17,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:17,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:19:17,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:17,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:17,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:17,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:19:17,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:17,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:17,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:17,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:19:17,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:17,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:17,164 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:17,165 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:17,165 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:17,166 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:17,166 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:17,169 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:17,170 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:17,185 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:17,186 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64911364, jitterRate=-0.032745301723480225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:17,187 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421957145Initializing all the Stores at 1732421957146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421957146Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421957148 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421957148Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421957148Cleaning up temporary data from old regions at 1732421957167 (+19 ms)Region opened successfully at 1732421957187 (+20 ms) 2024-11-24T04:19:17,190 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:19:17,196 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f497cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:19:17,197 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:19:17,197 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:19:17,197 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:19:17,197 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:19:17,199 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T04:19:17,199 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:19:17,199 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:19:17,211 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:19:17,212 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Unable to get data of znode /023668499/balancer because node does not exist (not necessarily an error) 2024-11-24T04:19:17,214 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /023668499/balancer already deleted, retry=false 2024-11-24T04:19:17,214 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:19:17,215 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Unable to get data of znode /023668499/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:19:17,219 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /023668499/normalizer already deleted, retry=false 2024-11-24T04:19:17,219 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:19:17,221 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Unable to get data of znode /023668499/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:19:17,222 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /023668499/switch/split already deleted, retry=false 2024-11-24T04:19:17,223 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Unable to get data of znode /023668499/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:19:17,226 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /023668499/switch/merge already deleted, retry=false 2024-11-24T04:19:17,235 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Unable to get data of znode /023668499/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:19:17,237 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /023668499/snapshot-cleanup already deleted, retry=false 2024-11-24T04:19:17,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/023668499/running 2024-11-24T04:19:17,240 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/023668499/running 2024-11-24T04:19:17,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:17,240 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:17,242 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,44937,1732421956094, sessionid=0x101483318b90000, setting cluster-up flag (Was=false) 2024-11-24T04:19:17,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:17,249 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:17,262 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /023668499/flush-table-proc/acquired, /023668499/flush-table-proc/reached, /023668499/flush-table-proc/abort 2024-11-24T04:19:17,263 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:17,276 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:17,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:17,293 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /023668499/online-snapshot/acquired, /023668499/online-snapshot/reached, /023668499/online-snapshot/abort 2024-11-24T04:19:17,295 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:17,306 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:19:17,310 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:17,310 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:19:17,310 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:19:17,310 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of fadb2fe0ba32,43259,1732421934603: status=Processing ServerCrashProcedure of fadb2fe0ba32,43259,1732421934603 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732421946362, completionTime=-1 appears to have been leaked 2024-11-24T04:19:17,310 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,44937,1732421956094 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:19:17,312 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:17,312 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:17,312 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:17,312 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:17,312 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:19:17,312 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,313 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:19:17,313 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:17,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:19:17,359 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:17,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:19:17,361 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421987361 2024-11-24T04:19:17,362 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:19:17,362 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:19:17,362 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:19:17,362 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:19:17,362 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:19:17,362 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:19:17,364 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,377 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:19:17,377 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:19:17,377 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:19:17,377 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:19:17,380 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:19:17,380 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:19:17,397 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421957380,5,FailOnTimeoutGroup] 2024-11-24T04:19:17,400 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(746): ClusterId : cbfba8ff-4b96-4350-b518-7e7d9b0c6995 2024-11-24T04:19:17,400 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:19:17,404 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421957397,5,FailOnTimeoutGroup] 2024-11-24T04:19:17,404 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,404 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:19:17,404 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,404 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,405 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:19:17,405 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:19:17,412 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:19:17,413 DEBUG [RS:0;fadb2fe0ba32:43499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46561e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:19:17,438 DEBUG [RS:0;fadb2fe0ba32:43499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:43499 2024-11-24T04:19:17,438 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:19:17,438 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:19:17,438 DEBUG [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:19:17,439 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,44937,1732421956094 with port=43499, startcode=1732421956362 2024-11-24T04:19:17,440 DEBUG [RS:0;fadb2fe0ba32:43499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:19:17,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:19:17,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:19:17,446 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286 2024-11-24T04:19:17,457 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:19:17,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44937 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:17,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44937 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:17,460 DEBUG [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286 2024-11-24T04:19:17,460 DEBUG [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46191 2024-11-24T04:19:17,460 DEBUG [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:19:17,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499/rs 2024-11-24T04:19:17,462 DEBUG [RS:0;fadb2fe0ba32:43499 {}] zookeeper.ZKUtil(111): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Set watcher on existing znode=/023668499/rs/fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:17,463 WARN [RS:0;fadb2fe0ba32:43499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:19:17,463 INFO [RS:0;fadb2fe0ba32:43499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:17,463 DEBUG [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:17,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,43499,1732421956362] 2024-11-24T04:19:17,500 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:19:17,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741832_1008 (size=32) 2024-11-24T04:19:17,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:17,516 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:19:17,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:19:17,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:19:17,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:17,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:17,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:19:17,536 INFO [RS:0;fadb2fe0ba32:43499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:19:17,537 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:19:17,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:17,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:17,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:19:17,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:19:17,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:17,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:17,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:19:17,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:19:17,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:17,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:17,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:19:17,548 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:19:17,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740 2024-11-24T04:19:17,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740 2024-11-24T04:19:17,549 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:19:17,549 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,549 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,549 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,549 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,549 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,549 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,549 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:19:17,550 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,550 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,550 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,550 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,550 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,550 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:17,550 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:19:17,550 DEBUG [RS:0;fadb2fe0ba32:43499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:19:17,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:19:17,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:19:17,554 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:17,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:19:17,572 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,572 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,572 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,572 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,572 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,572 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43499,1732421956362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:19:17,588 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:17,589 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64274695, jitterRate=-0.04223240911960602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:17,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421957508Initializing all the Stores at 1732421957509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421957509Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421957527 (+18 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421957527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421957527Cleaning up temporary data from old regions at 1732421957554 (+27 ms)Region opened successfully at 1732421957590 (+36 ms) 2024-11-24T04:19:17,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:19:17,590 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:19:17,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:19:17,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:19:17,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:19:17,613 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:17,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421957590Disabling compacts and flushes for region at 1732421957590Disabling writes for close at 1732421957590Writing region close event to WAL at 1732421957613 (+23 ms)Closed at 1732421957613 2024-11-24T04:19:17,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:17,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:19:17,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:19:17,617 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:19:17,618 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:19:17,621 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:19:17,622 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43499,1732421956362-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,622 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,622 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.Replication(171): fadb2fe0ba32,43499,1732421956362 started 2024-11-24T04:19:17,650 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:17,651 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,43499,1732421956362, RpcServer on fadb2fe0ba32/172.17.0.2:43499, sessionid=0x101483318b90001 2024-11-24T04:19:17,652 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:19:17,652 DEBUG [RS:0;fadb2fe0ba32:43499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:17,652 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,43499,1732421956362' 2024-11-24T04:19:17,652 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/023668499/flush-table-proc/abort' 2024-11-24T04:19:17,652 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/023668499/flush-table-proc/acquired' 2024-11-24T04:19:17,653 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:19:17,653 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:19:17,653 DEBUG [RS:0;fadb2fe0ba32:43499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:17,653 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,43499,1732421956362' 2024-11-24T04:19:17,653 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/023668499/online-snapshot/abort' 2024-11-24T04:19:17,654 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/023668499/online-snapshot/acquired' 2024-11-24T04:19:17,654 DEBUG [RS:0;fadb2fe0ba32:43499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:19:17,654 INFO [RS:0;fadb2fe0ba32:43499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:19:17,654 INFO [RS:0;fadb2fe0ba32:43499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:19:17,754 INFO [RS:0;fadb2fe0ba32:43499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:19:17,756 INFO [RS:0;fadb2fe0ba32:43499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43499%2C1732421956362, suffix=, logDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362, archiveDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/oldWALs, maxLogs=10 2024-11-24T04:19:17,768 WARN [fadb2fe0ba32:44937 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T04:19:17,776 DEBUG [RS:0;fadb2fe0ba32:43499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757, exclude list is [], retry=0 2024-11-24T04:19:17,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42403,DS-a0257594-a4fd-48e0-a158-a638a915e766,DISK] 2024-11-24T04:19:17,795 INFO [RS:0;fadb2fe0ba32:43499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 2024-11-24T04:19:17,797 DEBUG [RS:0;fadb2fe0ba32:43499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46347:46347)] 2024-11-24T04:19:18,019 DEBUG [fadb2fe0ba32:44937 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:19:18,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:18,021 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,43499,1732421956362, state=OPENING 2024-11-24T04:19:18,023 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:19:18,024 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:18,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:18,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /023668499/meta-region-server: CHANGED 2024-11-24T04:19:18,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /023668499/meta-region-server: CHANGED 2024-11-24T04:19:18,026 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:19:18,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43499,1732421956362}] 2024-11-24T04:19:18,181 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:19:18,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:19:18,186 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:19:18,186 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:18,186 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:19:18,188 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43499%2C1732421956362.meta, suffix=.meta, logDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362, archiveDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/oldWALs, maxLogs=10 2024-11-24T04:19:18,201 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.meta.1732421958188.meta, exclude list is [], retry=0 2024-11-24T04:19:18,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42403,DS-a0257594-a4fd-48e0-a158-a638a915e766,DISK] 2024-11-24T04:19:18,205 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.meta.1732421958188.meta 2024-11-24T04:19:18,205 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46347:46347)] 2024-11-24T04:19:18,205 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:18,206 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:18,206 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:19:18,206 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:19:18,206 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:19:18,206 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:19:18,206 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:18,206 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:19:18,206 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:19:18,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:19:18,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:19:18,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:18,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:18,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:19:18,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:19:18,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:18,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:18,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:19:18,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:19:18,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:18,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:18,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:19:18,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:19:18,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:18,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:18,211 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:19:18,212 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740 2024-11-24T04:19:18,213 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740 2024-11-24T04:19:18,214 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:19:18,214 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:19:18,214 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:18,215 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:19:18,216 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71531650, jitterRate=0.0659046471118927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:18,216 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:19:18,217 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421958206Writing region info on filesystem at 1732421958206Initializing all the Stores at 1732421958207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421958207Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421958207Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421958207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421958207Cleaning up temporary data from old regions at 1732421958214 (+7 ms)Running coprocessor post-open hooks at 1732421958216 (+2 ms)Region opened successfully at 1732421958217 (+1 ms) 2024-11-24T04:19:18,218 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421958181 2024-11-24T04:19:18,220 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:19:18,220 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:19:18,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:18,221 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,43499,1732421956362, state=OPEN 2024-11-24T04:19:18,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/023668499/meta-region-server 2024-11-24T04:19:18,225 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/023668499/meta-region-server 2024-11-24T04:19:18,226 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:18,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /023668499/meta-region-server: CHANGED 2024-11-24T04:19:18,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /023668499/meta-region-server: CHANGED 2024-11-24T04:19:18,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:19:18,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43499,1732421956362 in 199 msec 2024-11-24T04:19:18,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:19:18,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 613 msec 2024-11-24T04:19:18,230 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:18,230 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:19:18,232 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:18,232 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43499,1732421956362, seqNum=-1] 2024-11-24T04:19:18,232 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:18,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:18,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 928 msec 2024-11-24T04:19:18,238 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421958238, completionTime=-1 2024-11-24T04:19:18,238 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:19:18,238 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:19:18,240 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:19:18,240 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422018240 2024-11-24T04:19:18,240 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422078240 2024-11-24T04:19:18,240 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:19:18,240 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44937,1732421956094-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:18,240 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44937,1732421956094-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:18,240 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44937,1732421956094-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:18,240 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:44937, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:18,240 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:18,241 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:18,242 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:19:18,244 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.721sec 2024-11-24T04:19:18,244 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:19:18,244 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:19:18,244 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:19:18,244 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:19:18,244 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:19:18,244 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44937,1732421956094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:19:18,245 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44937,1732421956094-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:19:18,246 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:19:18,246 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:19:18,247 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44937,1732421956094-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:18,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae3da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:18,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44937,-1 for getting cluster id 2024-11-24T04:19:18,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:18,301 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbfba8ff-4b96-4350-b518-7e7d9b0c6995' 2024-11-24T04:19:18,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:18,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbfba8ff-4b96-4350-b518-7e7d9b0c6995" 2024-11-24T04:19:18,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5e3952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:18,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44937,-1] 2024-11-24T04:19:18,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:18,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:18,303 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:18,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf4d61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:18,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43499,1732421956362, seqNum=-1] 2024-11-24T04:19:18,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:18,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:18,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:18,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51074 2024-11-24T04:19:18,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:18,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101483318b90002 connected 2024-11-24T04:19:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/hadoop.log.dir so I do NOT create it in target/test-data/0895a696-086d-2d9e-6403-93f74df2a749 2024-11-24T04:19:18,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:19:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/hadoop.tmp.dir so I do NOT create it in target/test-data/0895a696-086d-2d9e-6403-93f74df2a749 2024-11-24T04:19:18,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:19:18,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749 2024-11-24T04:19:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:19:18,314 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/cluster_20804872-45c2-dba1-fb72-f7f1fb90f04a, deleteOnExit=true 2024-11-24T04:19:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/test.cache.data in system properties and HBase conf 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:19:18,315 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:19:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:19:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:19:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:19:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:19:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:19:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:19:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:19:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:19:18,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:19:18,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:19:18,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:19:18,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:19:18,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:19:18,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:19:18,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fc22cb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:19:18,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aa1989c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:19:18,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47d20b0f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/java.io.tmpdir/jetty-localhost-34851-hadoop-hdfs-3_4_1-tests_jar-_-any-4110917349728144693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:19:18,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6714f059{HTTP/1.1, (http/1.1)}{localhost:34851} 2024-11-24T04:19:18,531 INFO [Time-limited test {}] server.Server(415): Started @158774ms 2024-11-24T04:19:18,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:19:18,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:19:18,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:19:18,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:19:18,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:19:18,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4483569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:19:18,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4182a9b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:19:19,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78a0796e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/java.io.tmpdir/jetty-localhost-34691-hadoop-hdfs-3_4_1-tests_jar-_-any-1875329987819843663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:19:19,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7738c052{HTTP/1.1, (http/1.1)}{localhost:34691} 2024-11-24T04:19:19,008 INFO [Time-limited test {}] server.Server(415): Started @159251ms 2024-11-24T04:19:19,009 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:19:19,129 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/cluster_20804872-45c2-dba1-fb72-f7f1fb90f04a/data/data2/current/BP-1726689579-172.17.0.2-1732421958335/current, will proceed with Du for space computation calculation, 2024-11-24T04:19:19,129 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/cluster_20804872-45c2-dba1-fb72-f7f1fb90f04a/data/data1/current/BP-1726689579-172.17.0.2-1732421958335/current, will proceed with Du for space computation calculation, 2024-11-24T04:19:19,147 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:19:19,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf81b04172c595e8 with lease ID 0xf8b00f03b76038c1: Processing first storage report for DS-f1c2e5de-03b3-48f9-803f-0b2e5403ba23 from datanode DatanodeRegistration(127.0.0.1:41171, datanodeUuid=ebc2a6e3-abfe-44c5-a0b3-d14411127ccf, infoPort=46073, infoSecurePort=0, ipcPort=35653, storageInfo=lv=-57;cid=testClusterID;nsid=708186435;c=1732421958335) 2024-11-24T04:19:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf81b04172c595e8 with lease ID 0xf8b00f03b76038c1: from storage DS-f1c2e5de-03b3-48f9-803f-0b2e5403ba23 node DatanodeRegistration(127.0.0.1:41171, datanodeUuid=ebc2a6e3-abfe-44c5-a0b3-d14411127ccf, infoPort=46073, infoSecurePort=0, ipcPort=35653, storageInfo=lv=-57;cid=testClusterID;nsid=708186435;c=1732421958335), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T04:19:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf81b04172c595e8 with lease ID 0xf8b00f03b76038c1: Processing first storage report for DS-ca2277d5-8f00-4ca8-9b0a-555de8479002 from datanode DatanodeRegistration(127.0.0.1:41171, datanodeUuid=ebc2a6e3-abfe-44c5-a0b3-d14411127ccf, infoPort=46073, infoSecurePort=0, ipcPort=35653, storageInfo=lv=-57;cid=testClusterID;nsid=708186435;c=1732421958335) 2024-11-24T04:19:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf81b04172c595e8 with lease ID 0xf8b00f03b76038c1: from storage DS-ca2277d5-8f00-4ca8-9b0a-555de8479002 node DatanodeRegistration(127.0.0.1:41171, datanodeUuid=ebc2a6e3-abfe-44c5-a0b3-d14411127ccf, infoPort=46073, infoSecurePort=0, ipcPort=35653, storageInfo=lv=-57;cid=testClusterID;nsid=708186435;c=1732421958335), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:19:19,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749 2024-11-24T04:19:19,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:19,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:19,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:19:19,644 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc with version=8 2024-11-24T04:19:19,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/hbase-staging 2024-11-24T04:19:19,647 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:19:19,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:19,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:19,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:19:19,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:19,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:19:19,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:19:19,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:19:19,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33379 2024-11-24T04:19:19,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33379 connecting to ZooKeeper ensemble=127.0.0.1:51074 2024-11-24T04:19:19,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333790x0, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:19,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33379-0x101483318b90003 connected 2024-11-24T04:19:19,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:19,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:19,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Set watcher on znode that does not yet exist, /1717202663/running 2024-11-24T04:19:19,684 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc, hbase.cluster.distributed=false 2024-11-24T04:19:19,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Set watcher on znode that does not yet exist, /1717202663/acl 2024-11-24T04:19:19,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33379 2024-11-24T04:19:19,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33379 2024-11-24T04:19:19,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33379 2024-11-24T04:19:19,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33379 2024-11-24T04:19:19,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33379 2024-11-24T04:19:19,712 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:19:19,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:19,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:19,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:19:19,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:19,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:19:19,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:19:19,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:19:19,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37039 2024-11-24T04:19:19,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37039 connecting to ZooKeeper ensemble=127.0.0.1:51074 2024-11-24T04:19:19,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:19,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:19,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370390x0, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:19,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370390x0, quorum=127.0.0.1:51074, baseZNode=/1717202663 Set watcher on znode that does not yet exist, /1717202663/running 2024-11-24T04:19:19,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37039-0x101483318b90004 connected 2024-11-24T04:19:19,719 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:19:19,720 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:19:19,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Set watcher on znode that does not yet exist, /1717202663/master 2024-11-24T04:19:19,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Set watcher on znode that does not yet exist, /1717202663/acl 2024-11-24T04:19:19,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37039 2024-11-24T04:19:19,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37039 2024-11-24T04:19:19,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37039 2024-11-24T04:19:19,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37039 2024-11-24T04:19:19,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37039 2024-11-24T04:19:19,743 DEBUG [M:0;fadb2fe0ba32:33379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:33379 2024-11-24T04:19:19,743 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1717202663/backup-masters/fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:19,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663/backup-masters 2024-11-24T04:19:19,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663/backup-masters 2024-11-24T04:19:19,746 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Set watcher on existing znode=/1717202663/backup-masters/fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:19,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1717202663/master 2024-11-24T04:19:19,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:19,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:19,747 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Set watcher on existing znode=/1717202663/master 2024-11-24T04:19:19,748 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1717202663/backup-masters/fadb2fe0ba32,33379,1732421959646 from backup master directory 2024-11-24T04:19:19,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1717202663/backup-masters/fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:19,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663/backup-masters 2024-11-24T04:19:19,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663/backup-masters 2024-11-24T04:19:19,749 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:19:19,749 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:19,752 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/hbase.id] with ID: d23c7b78-f16e-4062-8c45-a2151b39ec19 2024-11-24T04:19:19,752 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/.tmp/hbase.id 2024-11-24T04:19:19,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:19:20,162 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/.tmp/hbase.id]:[hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/hbase.id] 2024-11-24T04:19:20,172 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:20,172 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:19:20,173 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:19:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:20,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:19:20,581 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:20,582 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:19:20,589 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:20,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:19:21,049 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store 2024-11-24T04:19:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:19:21,058 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:21,058 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:19:21,058 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:21,058 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:21,058 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:19:21,058 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:21,058 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:21,058 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421961058Disabling compacts and flushes for region at 1732421961058Disabling writes for close at 1732421961058Writing region close event to WAL at 1732421961058Closed at 1732421961058 2024-11-24T04:19:21,059 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/.initializing 2024-11-24T04:19:21,059 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/WALs/fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:21,060 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:19:21,063 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C33379%2C1732421959646, suffix=, logDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/WALs/fadb2fe0ba32,33379,1732421959646, archiveDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/oldWALs, maxLogs=10 2024-11-24T04:19:21,083 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/WALs/fadb2fe0ba32,33379,1732421959646/fadb2fe0ba32%2C33379%2C1732421959646.1732421961063, exclude list is [], retry=0 2024-11-24T04:19:21,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-f1c2e5de-03b3-48f9-803f-0b2e5403ba23,DISK] 2024-11-24T04:19:21,088 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/WALs/fadb2fe0ba32,33379,1732421959646/fadb2fe0ba32%2C33379%2C1732421959646.1732421961063 2024-11-24T04:19:21,088 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46073:46073)] 2024-11-24T04:19:21,088 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:21,089 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:21,089 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:21,089 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:21,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:21,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:19:21,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:21,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:21,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:19:21,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:21,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:21,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:19:21,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:21,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:21,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:19:21,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:21,102 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:21,103 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:21,103 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:21,106 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:21,106 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:21,108 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:21,110 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:21,120 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:21,121 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72403069, jitterRate=0.07888980209827423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:21,121 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421961089Initializing all the Stores at 1732421961090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421961090Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421961090Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421961090Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421961090Cleaning up temporary data from old regions at 1732421961106 (+16 ms)Region opened successfully at 1732421961121 (+15 ms) 2024-11-24T04:19:21,121 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:19:21,124 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e91c18f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:19:21,125 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:19:21,125 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:19:21,125 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:19:21,126 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:19:21,126 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:19:21,126 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:19:21,126 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:19:21,128 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:19:21,129 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Unable to get data of znode /1717202663/balancer because node does not exist (not necessarily an error) 2024-11-24T04:19:21,132 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1717202663/balancer already deleted, retry=false 2024-11-24T04:19:21,133 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:19:21,133 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Unable to get data of znode /1717202663/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:19:21,135 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1717202663/normalizer already deleted, retry=false 2024-11-24T04:19:21,135 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:19:21,136 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Unable to get data of znode /1717202663/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:19:21,137 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1717202663/switch/split already deleted, retry=false 2024-11-24T04:19:21,138 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Unable to get data of znode /1717202663/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:19:21,139 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1717202663/switch/merge already deleted, retry=false 2024-11-24T04:19:21,141 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Unable to get data of znode /1717202663/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:19:21,143 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1717202663/snapshot-cleanup already deleted, retry=false 2024-11-24T04:19:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1717202663/running 2024-11-24T04:19:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1717202663/running 2024-11-24T04:19:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:21,147 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,33379,1732421959646, sessionid=0x101483318b90003, setting cluster-up flag (Was=false) 2024-11-24T04:19:21,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:21,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:21,155 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1717202663/flush-table-proc/acquired, /1717202663/flush-table-proc/reached, /1717202663/flush-table-proc/abort 2024-11-24T04:19:21,157 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:21,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:21,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:21,171 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1717202663/online-snapshot/acquired, /1717202663/online-snapshot/reached, /1717202663/online-snapshot/abort 2024-11-24T04:19:21,172 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:21,173 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:19:21,174 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:21,174 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:19:21,175 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:19:21,175 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,33379,1732421959646 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:19:21,176 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:21,176 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:21,176 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:21,176 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:21,176 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:19:21,176 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,176 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:19:21,176 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,177 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:21,178 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:19:21,179 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,179 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:19:21,180 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732421991180 2024-11-24T04:19:21,180 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:19:21,181 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:19:21,181 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:19:21,181 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:19:21,181 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:19:21,181 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:19:21,184 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,185 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:19:21,185 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:19:21,185 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:19:21,185 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:19:21,185 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:19:21,185 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:19:21,187 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421961185,5,FailOnTimeoutGroup] 2024-11-24T04:19:21,188 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421961187,5,FailOnTimeoutGroup] 2024-11-24T04:19:21,188 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,188 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:19:21,188 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,188 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:19:21,199 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:19:21,199 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc 2024-11-24T04:19:21,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741832_1008 (size=32) 2024-11-24T04:19:21,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:21,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:19:21,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:19:21,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:21,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:19:21,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:19:21,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:21,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:19:21,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:19:21,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:21,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:19:21,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:19:21,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:21,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:19:21,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740 2024-11-24T04:19:21,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740 2024-11-24T04:19:21,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:19:21,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:19:21,229 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:21,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:19:21,232 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:21,233 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59468484, jitterRate=-0.11385053396224976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:21,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421961210Initializing all the Stores at 1732421961211 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421961211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421961211Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421961211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421961211Cleaning up temporary data from old regions at 1732421961229 (+18 ms)Region opened successfully at 1732421961233 (+4 ms) 2024-11-24T04:19:21,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:19:21,233 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:19:21,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:19:21,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:19:21,233 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(746): ClusterId : d23c7b78-f16e-4062-8c45-a2151b39ec19 2024-11-24T04:19:21,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:19:21,234 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:19:21,234 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:21,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421961233Disabling compacts and flushes for region at 1732421961233Disabling writes for close at 1732421961233Writing region close event to WAL at 1732421961234 (+1 ms)Closed at 1732421961234 2024-11-24T04:19:21,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:21,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:19:21,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:19:21,237 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:19:21,237 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:19:21,237 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:19:21,238 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:19:21,240 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:19:21,240 DEBUG [RS:0;fadb2fe0ba32:37039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5a86f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:19:21,260 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:37039 2024-11-24T04:19:21,260 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:19:21,260 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:19:21,260 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:19:21,261 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,33379,1732421959646 with port=37039, startcode=1732421959711 2024-11-24T04:19:21,261 DEBUG [RS:0;fadb2fe0ba32:37039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:19:21,263 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:19:21,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33379 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:21,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33379 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:21,265 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc 2024-11-24T04:19:21,265 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33663 2024-11-24T04:19:21,265 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:19:21,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663/rs 2024-11-24T04:19:21,267 DEBUG [RS:0;fadb2fe0ba32:37039 {}] zookeeper.ZKUtil(111): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Set watcher on existing znode=/1717202663/rs/fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:21,267 WARN [RS:0;fadb2fe0ba32:37039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:19:21,267 INFO [RS:0;fadb2fe0ba32:37039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:21,267 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:21,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,37039,1732421959711] 2024-11-24T04:19:21,271 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:19:21,273 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:19:21,274 INFO [RS:0;fadb2fe0ba32:37039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:19:21,274 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,274 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:19:21,275 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:19:21,275 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:19:21,275 DEBUG [RS:0;fadb2fe0ba32:37039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:19:21,276 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,276 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,276 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,276 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,276 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,276 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37039,1732421959711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:19:21,295 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:19:21,296 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37039,1732421959711-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,296 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,296 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.Replication(171): fadb2fe0ba32,37039,1732421959711 started 2024-11-24T04:19:21,314 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,314 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,37039,1732421959711, RpcServer on fadb2fe0ba32/172.17.0.2:37039, sessionid=0x101483318b90004 2024-11-24T04:19:21,314 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:19:21,314 DEBUG [RS:0;fadb2fe0ba32:37039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:21,314 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,37039,1732421959711' 2024-11-24T04:19:21,314 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1717202663/flush-table-proc/abort' 2024-11-24T04:19:21,314 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1717202663/flush-table-proc/acquired' 2024-11-24T04:19:21,315 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:19:21,315 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:19:21,315 DEBUG [RS:0;fadb2fe0ba32:37039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:21,315 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,37039,1732421959711' 2024-11-24T04:19:21,315 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1717202663/online-snapshot/abort' 2024-11-24T04:19:21,315 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1717202663/online-snapshot/acquired' 2024-11-24T04:19:21,315 DEBUG [RS:0;fadb2fe0ba32:37039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:19:21,315 INFO [RS:0;fadb2fe0ba32:37039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:19:21,315 INFO [RS:0;fadb2fe0ba32:37039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:19:21,388 WARN [fadb2fe0ba32:33379 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T04:19:21,416 INFO [RS:0;fadb2fe0ba32:37039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:19:21,417 INFO [RS:0;fadb2fe0ba32:37039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C37039%2C1732421959711, suffix=, logDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711, archiveDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/oldWALs, maxLogs=10 2024-11-24T04:19:21,431 DEBUG [RS:0;fadb2fe0ba32:37039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418, exclude list is [], retry=0 2024-11-24T04:19:21,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-f1c2e5de-03b3-48f9-803f-0b2e5403ba23,DISK] 2024-11-24T04:19:21,436 INFO [RS:0;fadb2fe0ba32:37039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 2024-11-24T04:19:21,436 DEBUG [RS:0;fadb2fe0ba32:37039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46073:46073)] 2024-11-24T04:19:21,639 DEBUG [fadb2fe0ba32:33379 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:19:21,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:21,640 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,37039,1732421959711, state=OPENING 2024-11-24T04:19:21,642 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:19:21,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:21,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:21,648 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:19:21,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1717202663/meta-region-server: CHANGED 2024-11-24T04:19:21,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1717202663/meta-region-server: CHANGED 2024-11-24T04:19:21,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,37039,1732421959711}] 2024-11-24T04:19:21,801 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:19:21,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:19:21,806 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:19:21,806 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:21,806 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:19:21,808 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C37039%2C1732421959711.meta, suffix=.meta, logDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711, archiveDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/oldWALs, maxLogs=10 2024-11-24T04:19:21,822 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.meta.1732421961808.meta, exclude list is [], retry=0 2024-11-24T04:19:21,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-f1c2e5de-03b3-48f9-803f-0b2e5403ba23,DISK] 2024-11-24T04:19:21,826 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.meta.1732421961808.meta 2024-11-24T04:19:21,826 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46073:46073)] 2024-11-24T04:19:21,826 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:21,827 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:21,827 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:19:21,827 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:19:21,827 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:19:21,827 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:19:21,827 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:21,827 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:19:21,827 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:19:21,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:19:21,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:19:21,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:21,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:19:21,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:19:21,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:21,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:19:21,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:19:21,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:21,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:19:21,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:19:21,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:21,833 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:19:21,833 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740 2024-11-24T04:19:21,834 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740 2024-11-24T04:19:21,835 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:19:21,836 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:19:21,836 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:21,837 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:19:21,838 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69063558, jitterRate=0.02912721037864685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:21,838 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:19:21,838 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421961827Writing region info on filesystem at 1732421961827Initializing all the Stores at 1732421961828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421961828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421961828Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421961828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421961828Cleaning up temporary data from old regions at 1732421961836 (+8 ms)Running coprocessor post-open hooks at 1732421961838 (+2 ms)Region opened successfully at 1732421961838 2024-11-24T04:19:21,840 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421961801 2024-11-24T04:19:21,843 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:19:21,843 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:19:21,844 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:21,845 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,37039,1732421959711, state=OPEN 2024-11-24T04:19:21,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1717202663/meta-region-server 2024-11-24T04:19:21,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1717202663/meta-region-server 2024-11-24T04:19:21,846 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:21,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1717202663/meta-region-server: CHANGED 2024-11-24T04:19:21,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1717202663/meta-region-server: CHANGED 2024-11-24T04:19:21,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:19:21,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,37039,1732421959711 in 198 msec 2024-11-24T04:19:21,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:19:21,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 613 msec 2024-11-24T04:19:21,850 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:21,851 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:19:21,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:21,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1] 2024-11-24T04:19:21,853 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:21,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:21,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 684 msec 2024-11-24T04:19:21,859 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421961859, completionTime=-1 2024-11-24T04:19:21,859 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:19:21,859 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:19:21,861 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:19:21,861 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422021861 2024-11-24T04:19:21,861 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422081861 2024-11-24T04:19:21,862 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T04:19:21,862 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33379,1732421959646-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,862 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33379,1732421959646-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,862 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33379,1732421959646-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,862 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:33379, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,862 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,862 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,864 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:19:21,866 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.117sec 2024-11-24T04:19:21,866 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:19:21,866 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:19:21,866 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:19:21,866 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:19:21,866 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:19:21,866 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33379,1732421959646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:19:21,866 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33379,1732421959646-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:19:21,869 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:19:21,869 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:19:21,869 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33379,1732421959646-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:21,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db3d7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:21,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33379,-1 for getting cluster id 2024-11-24T04:19:21,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:21,936 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23c7b78-f16e-4062-8c45-a2151b39ec19' 2024-11-24T04:19:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23c7b78-f16e-4062-8c45-a2151b39ec19" 2024-11-24T04:19:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d9e249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33379,-1] 2024-11-24T04:19:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:21,938 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:21,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18da3b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:21,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1] 2024-11-24T04:19:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:21,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:21,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:21,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51074 2024-11-24T04:19:21,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:21,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101483318b90005 connected 2024-11-24T04:19:21,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:21,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:21,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73f03221 2024-11-24T04:19:21,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:21,953 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:21,953 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:19:21,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:19:21,955 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:21,955 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:19:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:21,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:19:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:19:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:22,364 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4401baf8a44b1b73b6f6ed9a2c0e3bd, NAME => 'test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286 2024-11-24T04:19:22,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:19:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:22,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:22,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b4401baf8a44b1b73b6f6ed9a2c0e3bd, disabling compactions & flushes 2024-11-24T04:19:22,770 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. 2024-11-24T04:19:22,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. 2024-11-24T04:19:22,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. after waiting 0 ms 2024-11-24T04:19:22,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. 2024-11-24T04:19:22,770 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. 2024-11-24T04:19:22,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4401baf8a44b1b73b6f6ed9a2c0e3bd: Waiting for close lock at 1732421962770Disabling compacts and flushes for region at 1732421962770Disabling writes for close at 1732421962770Writing region close event to WAL at 1732421962770Closed at 1732421962770 2024-11-24T04:19:22,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:19:22,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732421962772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421962772"}]},"ts":"1732421962772"} 2024-11-24T04:19:22,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:19:22,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:19:22,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421962775"}]},"ts":"1732421962775"} 2024-11-24T04:19:22,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:19:22,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4401baf8a44b1b73b6f6ed9a2c0e3bd, ASSIGN}] 2024-11-24T04:19:22,779 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4401baf8a44b1b73b6f6ed9a2c0e3bd, ASSIGN 2024-11-24T04:19:22,780 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b4401baf8a44b1b73b6f6ed9a2c0e3bd, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,43499,1732421956362; forceNewPlan=false, retain=false 2024-11-24T04:19:22,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4401baf8a44b1b73b6f6ed9a2c0e3bd, regionState=OPENING, regionLocation=fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:22,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b4401baf8a44b1b73b6f6ed9a2c0e3bd, ASSIGN because future has completed 2024-11-24T04:19:22,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4401baf8a44b1b73b6f6ed9a2c0e3bd, server=fadb2fe0ba32,43499,1732421956362}] 2024-11-24T04:19:23,090 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. 2024-11-24T04:19:23,090 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b4401baf8a44b1b73b6f6ed9a2c0e3bd, NAME => 'test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:23,091 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:23,091 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:19:23,091 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,091 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:23,091 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,091 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,092 INFO [StoreOpener-b4401baf8a44b1b73b6f6ed9a2c0e3bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,093 INFO [StoreOpener-b4401baf8a44b1b73b6f6ed9a2c0e3bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4401baf8a44b1b73b6f6ed9a2c0e3bd columnFamilyName f 2024-11-24T04:19:23,093 DEBUG [StoreOpener-b4401baf8a44b1b73b6f6ed9a2c0e3bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:23,094 INFO [StoreOpener-b4401baf8a44b1b73b6f6ed9a2c0e3bd-1 {}] regionserver.HStore(327): Store=b4401baf8a44b1b73b6f6ed9a2c0e3bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:23,094 INFO [StoreOpener-b4401baf8a44b1b73b6f6ed9a2c0e3bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:23,095 INFO [StoreOpener-b4401baf8a44b1b73b6f6ed9a2c0e3bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4401baf8a44b1b73b6f6ed9a2c0e3bd columnFamilyName f1 2024-11-24T04:19:23,095 DEBUG [StoreOpener-b4401baf8a44b1b73b6f6ed9a2c0e3bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:23,096 INFO [StoreOpener-b4401baf8a44b1b73b6f6ed9a2c0e3bd-1 {}] regionserver.HStore(327): Store=b4401baf8a44b1b73b6f6ed9a2c0e3bd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:23,096 INFO [StoreOpener-b4401baf8a44b1b73b6f6ed9a2c0e3bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,097 INFO [StoreOpener-b4401baf8a44b1b73b6f6ed9a2c0e3bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4401baf8a44b1b73b6f6ed9a2c0e3bd columnFamilyName norep 2024-11-24T04:19:23,097 DEBUG [StoreOpener-b4401baf8a44b1b73b6f6ed9a2c0e3bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:23,097 INFO [StoreOpener-b4401baf8a44b1b73b6f6ed9a2c0e3bd-1 {}] regionserver.HStore(327): Store=b4401baf8a44b1b73b6f6ed9a2c0e3bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:23,098 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,098 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,100 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,101 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,101 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,101 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:19:23,102 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,104 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:23,105 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b4401baf8a44b1b73b6f6ed9a2c0e3bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66209795, jitterRate=-0.013397172093391418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:19:23,105 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:23,106 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b4401baf8a44b1b73b6f6ed9a2c0e3bd: Running coprocessor pre-open hook at 1732421963091Writing region info on filesystem at 1732421963091Initializing all the Stores at 1732421963092 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421963092Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421963092Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421963092Cleaning up temporary data from old regions at 1732421963101 (+9 ms)Running coprocessor post-open hooks at 1732421963105 (+4 ms)Region opened successfully at 1732421963106 (+1 ms) 2024-11-24T04:19:23,107 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd., pid=6, masterSystemTime=1732421963086 2024-11-24T04:19:23,109 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. 2024-11-24T04:19:23,109 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. 2024-11-24T04:19:23,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4401baf8a44b1b73b6f6ed9a2c0e3bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:23,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4401baf8a44b1b73b6f6ed9a2c0e3bd, server=fadb2fe0ba32,43499,1732421956362 because future has completed 2024-11-24T04:19:23,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:19:23,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4401baf8a44b1b73b6f6ed9a2c0e3bd, server=fadb2fe0ba32,43499,1732421956362 in 180 msec 2024-11-24T04:19:23,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:19:23,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b4401baf8a44b1b73b6f6ed9a2c0e3bd, ASSIGN in 338 msec 2024-11-24T04:19:23,119 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:19:23,120 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421963119"}]},"ts":"1732421963119"} 2024-11-24T04:19:23,123 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:19:23,124 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:19:23,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-24T04:19:23,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:19:23,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:23,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:23,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:23,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:23,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:23,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:23,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:23,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:23,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:19:23,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T04:19:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:24,114 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:19:24,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@361c0f86 2024-11-24T04:19:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:24,117 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:24,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:19:24,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:19:24,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:24,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:19:24,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:19:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:24,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:19:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:24,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73303e441bc772d0ae0486ac120f7ca5, NAME => 'test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc 2024-11-24T04:19:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:19:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:24,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:24,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 73303e441bc772d0ae0486ac120f7ca5, disabling compactions & flushes 2024-11-24T04:19:24,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. 2024-11-24T04:19:24,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. 2024-11-24T04:19:24,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. after waiting 0 ms 2024-11-24T04:19:24,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. 2024-11-24T04:19:24,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. 2024-11-24T04:19:24,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73303e441bc772d0ae0486ac120f7ca5: Waiting for close lock at 1732421964935Disabling compacts and flushes for region at 1732421964935Disabling writes for close at 1732421964935Writing region close event to WAL at 1732421964935Closed at 1732421964935 2024-11-24T04:19:24,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:19:24,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732421964937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421964937"}]},"ts":"1732421964937"} 2024-11-24T04:19:24,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:19:24,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:19:24,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421964940"}]},"ts":"1732421964940"} 2024-11-24T04:19:24,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:19:24,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=73303e441bc772d0ae0486ac120f7ca5, ASSIGN}] 2024-11-24T04:19:24,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=73303e441bc772d0ae0486ac120f7ca5, ASSIGN 2024-11-24T04:19:24,945 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=73303e441bc772d0ae0486ac120f7ca5, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,37039,1732421959711; forceNewPlan=false, retain=false 2024-11-24T04:19:24,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:19:24,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T04:19:24,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T04:19:24,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T04:19:24,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:24,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T04:19:24,950 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:19:24,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T04:19:24,950 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:24,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T04:19:24,950 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T04:19:24,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T04:19:25,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=73303e441bc772d0ae0486ac120f7ca5, regionState=OPENING, regionLocation=fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:25,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=73303e441bc772d0ae0486ac120f7ca5, ASSIGN because future has completed 2024-11-24T04:19:25,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73303e441bc772d0ae0486ac120f7ca5, server=fadb2fe0ba32,37039,1732421959711}] 2024-11-24T04:19:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:25,256 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. 2024-11-24T04:19:25,256 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 73303e441bc772d0ae0486ac120f7ca5, NAME => 'test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:25,256 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:25,256 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:19:25,256 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,257 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:25,257 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,257 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,261 INFO [StoreOpener-73303e441bc772d0ae0486ac120f7ca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,262 INFO [StoreOpener-73303e441bc772d0ae0486ac120f7ca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73303e441bc772d0ae0486ac120f7ca5 columnFamilyName f 2024-11-24T04:19:25,262 DEBUG [StoreOpener-73303e441bc772d0ae0486ac120f7ca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:25,263 INFO [StoreOpener-73303e441bc772d0ae0486ac120f7ca5-1 {}] regionserver.HStore(327): Store=73303e441bc772d0ae0486ac120f7ca5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:25,263 INFO [StoreOpener-73303e441bc772d0ae0486ac120f7ca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,264 INFO [StoreOpener-73303e441bc772d0ae0486ac120f7ca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73303e441bc772d0ae0486ac120f7ca5 columnFamilyName f1 2024-11-24T04:19:25,264 DEBUG [StoreOpener-73303e441bc772d0ae0486ac120f7ca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:25,264 INFO [StoreOpener-73303e441bc772d0ae0486ac120f7ca5-1 {}] regionserver.HStore(327): Store=73303e441bc772d0ae0486ac120f7ca5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:25,265 INFO [StoreOpener-73303e441bc772d0ae0486ac120f7ca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,266 INFO [StoreOpener-73303e441bc772d0ae0486ac120f7ca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73303e441bc772d0ae0486ac120f7ca5 columnFamilyName norep 2024-11-24T04:19:25,266 DEBUG [StoreOpener-73303e441bc772d0ae0486ac120f7ca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:25,266 INFO [StoreOpener-73303e441bc772d0ae0486ac120f7ca5-1 {}] regionserver.HStore(327): Store=73303e441bc772d0ae0486ac120f7ca5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:25,266 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,267 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,267 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,268 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,268 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,269 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:19:25,271 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,273 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:25,274 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 73303e441bc772d0ae0486ac120f7ca5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65976620, jitterRate=-0.016871750354766846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:19:25,274 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:25,274 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 73303e441bc772d0ae0486ac120f7ca5: Running coprocessor pre-open hook at 1732421965257Writing region info on filesystem at 1732421965257Initializing all the Stores at 1732421965258 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421965258Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421965260 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421965260Cleaning up temporary data from old regions at 1732421965268 (+8 ms)Running coprocessor post-open hooks at 1732421965274 (+6 ms)Region opened successfully at 1732421965274 2024-11-24T04:19:25,275 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5., pid=6, masterSystemTime=1732421965250 2024-11-24T04:19:25,277 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. 2024-11-24T04:19:25,277 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. 2024-11-24T04:19:25,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=73303e441bc772d0ae0486ac120f7ca5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:25,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73303e441bc772d0ae0486ac120f7ca5, server=fadb2fe0ba32,37039,1732421959711 because future has completed 2024-11-24T04:19:25,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:19:25,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 73303e441bc772d0ae0486ac120f7ca5, server=fadb2fe0ba32,37039,1732421959711 in 182 msec 2024-11-24T04:19:25,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:19:25,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=73303e441bc772d0ae0486ac120f7ca5, ASSIGN in 339 msec 2024-11-24T04:19:25,285 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:19:25,285 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421965285"}]},"ts":"1732421965285"} 2024-11-24T04:19:25,287 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:19:25,287 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:19:25,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-24T04:19:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:26,265 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:19:26,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c973d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:26,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44937,-1 for getting cluster id 2024-11-24T04:19:26,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:26,267 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbfba8ff-4b96-4350-b518-7e7d9b0c6995' 2024-11-24T04:19:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbfba8ff-4b96-4350-b518-7e7d9b0c6995" 2024-11-24T04:19:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1789926d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44937,-1] 2024-11-24T04:19:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:26,268 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0c3e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:26,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71487be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:26,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33379,-1 for getting cluster id 2024-11-24T04:19:26,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:26,271 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23c7b78-f16e-4062-8c45-a2151b39ec19' 2024-11-24T04:19:26,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:26,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23c7b78-f16e-4062-8c45-a2151b39ec19" 2024-11-24T04:19:26,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee8ff1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:26,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33379,-1] 2024-11-24T04:19:26,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:26,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:26,272 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:26,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc2d40c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:26,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a06324a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:26,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44937,-1 for getting cluster id 2024-11-24T04:19:26,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:26,274 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbfba8ff-4b96-4350-b518-7e7d9b0c6995' 2024-11-24T04:19:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbfba8ff-4b96-4350-b518-7e7d9b0c6995" 2024-11-24T04:19:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f30413d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44937,-1] 2024-11-24T04:19:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:26,275 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b9b2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:26,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:26,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:26,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db7f5b4 2024-11-24T04:19:26,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:26,277 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:26,277 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:33379,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:19:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:19:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:26,280 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:33379' 2024-11-24T04:19:26,281 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f7fa79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:26,281 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33379,-1 for getting cluster id 2024-11-24T04:19:26,281 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:26,282 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23c7b78-f16e-4062-8c45-a2151b39ec19' 2024-11-24T04:19:26,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:26,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23c7b78-f16e-4062-8c45-a2151b39ec19" 2024-11-24T04:19:26,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7e9c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:26,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33379,-1] 2024-11-24T04:19:26,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:26,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:26,283 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:26,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d7a221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:26,284 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:26,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:26,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d2ad229 2024-11-24T04:19:26,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:26,285 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:26,286 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-24T04:19:26,286 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:19:26,286 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:26,286 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:26,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:26,286 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:26,287 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:19:26,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:19:26,288 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:26,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:19:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741837_1013 (size=1138) 2024-11-24T04:19:26,337 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:19:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:26,696 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f782ff21e7eab8fd596edf03e2dd1f40, NAME => 'hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286 2024-11-24T04:19:26,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741838_1014 (size=44) 2024-11-24T04:19:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:27,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:27,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f782ff21e7eab8fd596edf03e2dd1f40, disabling compactions & flushes 2024-11-24T04:19:27,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. 2024-11-24T04:19:27,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. 2024-11-24T04:19:27,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. after waiting 0 ms 2024-11-24T04:19:27,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. 2024-11-24T04:19:27,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. 2024-11-24T04:19:27,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f782ff21e7eab8fd596edf03e2dd1f40: Waiting for close lock at 1732421967103Disabling compacts and flushes for region at 1732421967103Disabling writes for close at 1732421967103Writing region close event to WAL at 1732421967103Closed at 1732421967103 2024-11-24T04:19:27,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:19:27,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732421967104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421967104"}]},"ts":"1732421967104"} 2024-11-24T04:19:27,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:19:27,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:19:27,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421967107"}]},"ts":"1732421967107"} 2024-11-24T04:19:27,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:19:27,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f782ff21e7eab8fd596edf03e2dd1f40, ASSIGN}] 2024-11-24T04:19:27,111 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f782ff21e7eab8fd596edf03e2dd1f40, ASSIGN 2024-11-24T04:19:27,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f782ff21e7eab8fd596edf03e2dd1f40, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,43499,1732421956362; forceNewPlan=false, retain=false 2024-11-24T04:19:27,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f782ff21e7eab8fd596edf03e2dd1f40, regionState=OPENING, regionLocation=fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:27,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f782ff21e7eab8fd596edf03e2dd1f40, ASSIGN because future has completed 2024-11-24T04:19:27,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f782ff21e7eab8fd596edf03e2dd1f40, server=fadb2fe0ba32,43499,1732421956362}] 2024-11-24T04:19:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:27,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. 2024-11-24T04:19:27,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:27,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:19:27,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43499%2C1732421956362.rep, suffix=, logDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362, archiveDir=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/oldWALs, maxLogs=10 2024-11-24T04:19:27,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.rep.1732421967425, exclude list is [], retry=0 2024-11-24T04:19:27,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42403,DS-a0257594-a4fd-48e0-a158-a638a915e766,DISK] 2024-11-24T04:19:27,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.rep.1732421967425 2024-11-24T04:19:27,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46347:46347)] 2024-11-24T04:19:27,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f782ff21e7eab8fd596edf03e2dd1f40, NAME => 'hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:27,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:27,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:19:27,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. service=MultiRowMutationService 2024-11-24T04:19:27,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:19:27,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:27,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,448 INFO [StoreOpener-f782ff21e7eab8fd596edf03e2dd1f40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,449 INFO [StoreOpener-f782ff21e7eab8fd596edf03e2dd1f40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f782ff21e7eab8fd596edf03e2dd1f40 columnFamilyName hfileref 2024-11-24T04:19:27,449 DEBUG [StoreOpener-f782ff21e7eab8fd596edf03e2dd1f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:27,449 INFO [StoreOpener-f782ff21e7eab8fd596edf03e2dd1f40-1 {}] regionserver.HStore(327): Store=f782ff21e7eab8fd596edf03e2dd1f40/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:27,449 INFO [StoreOpener-f782ff21e7eab8fd596edf03e2dd1f40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,450 INFO [StoreOpener-f782ff21e7eab8fd596edf03e2dd1f40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f782ff21e7eab8fd596edf03e2dd1f40 columnFamilyName queue 2024-11-24T04:19:27,450 DEBUG [StoreOpener-f782ff21e7eab8fd596edf03e2dd1f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:27,450 INFO [StoreOpener-f782ff21e7eab8fd596edf03e2dd1f40-1 {}] regionserver.HStore(327): Store=f782ff21e7eab8fd596edf03e2dd1f40/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:27,451 INFO [StoreOpener-f782ff21e7eab8fd596edf03e2dd1f40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,451 INFO [StoreOpener-f782ff21e7eab8fd596edf03e2dd1f40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f782ff21e7eab8fd596edf03e2dd1f40 columnFamilyName sid 2024-11-24T04:19:27,451 DEBUG [StoreOpener-f782ff21e7eab8fd596edf03e2dd1f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:27,452 INFO [StoreOpener-f782ff21e7eab8fd596edf03e2dd1f40-1 {}] regionserver.HStore(327): Store=f782ff21e7eab8fd596edf03e2dd1f40/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:27,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:19:27,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:27,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f782ff21e7eab8fd596edf03e2dd1f40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67304726, jitterRate=0.0029185712337493896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:19:27,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:27,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f782ff21e7eab8fd596edf03e2dd1f40: Running coprocessor pre-open hook at 1732421967447Writing region info on filesystem at 1732421967447Initializing all the Stores at 1732421967447Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421967447Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421967448 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421967448Cleaning up temporary data from old regions at 1732421967453 (+5 ms)Running coprocessor post-open hooks at 1732421967457 (+4 ms)Region opened successfully at 1732421967457 2024-11-24T04:19:27,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40., pid=10, masterSystemTime=1732421967419 2024-11-24T04:19:27,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. 2024-11-24T04:19:27,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. 2024-11-24T04:19:27,460 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f782ff21e7eab8fd596edf03e2dd1f40, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:27,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f782ff21e7eab8fd596edf03e2dd1f40, server=fadb2fe0ba32,43499,1732421956362 because future has completed 2024-11-24T04:19:27,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:19:27,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f782ff21e7eab8fd596edf03e2dd1f40, server=fadb2fe0ba32,43499,1732421956362 in 197 msec 2024-11-24T04:19:27,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T04:19:27,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f782ff21e7eab8fd596edf03e2dd1f40, ASSIGN in 354 msec 2024-11-24T04:19:27,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:19:27,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421967467"}]},"ts":"1732421967467"} 2024-11-24T04:19:27,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:19:27,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:19:27,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-24T04:19:27,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40., hostname=fadb2fe0ba32,43499,1732421956362, seqNum=2] 2024-11-24T04:19:27,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:27,498 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:27,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:19:27,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T04:19:27,655 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:19:27,687 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,43499,1732421956362, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:19:27,687 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:27,688 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43499,1732421956362, seqNum=-1] 2024-11-24T04:19:27,688 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:27,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T04:19:27,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,43499,1732421956362', locateType=CURRENT is [region=hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40., hostname=fadb2fe0ba32,43499,1732421956362, seqNum=2] 2024-11-24T04:19:27,692 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T04:19:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T04:19:27,695 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,43499,1732421956362 suceeded 2024-11-24T04:19:27,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T04:19:27,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-24T04:19:27,697 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:33379,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:19:27,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-24T04:19:27,707 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:33379' 2024-11-24T04:19:27,708 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd9c24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:27,708 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33379,-1 for getting cluster id 2024-11-24T04:19:27,708 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:27,709 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23c7b78-f16e-4062-8c45-a2151b39ec19' 2024-11-24T04:19:27,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:27,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23c7b78-f16e-4062-8c45-a2151b39ec19" 2024-11-24T04:19:27,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21aed9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:27,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33379,-1] 2024-11-24T04:19:27,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:27,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:27,711 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:27,711 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@680c8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:27,711 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:27,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:27,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@536368b8 2024-11-24T04:19:27,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:27,713 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T04:19:27,714 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,43499,1732421956362 (queues=1) is replicating from cluster=cbfba8ff-4b96-4350-b518-7e7d9b0c6995 to cluster=d23c7b78-f16e-4062-8c45-a2151b39ec19 2024-11-24T04:19:27,714 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C43499%2C1732421956362 2024-11-24T04:19:27,714 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,43499,1732421956362, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:19:27,715 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757, startPosition=0, beingWritten=true 2024-11-24T04:19:27,715 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C43499%2C1732421956362 2024-11-24T04:19:27,721 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:19:27,721 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 379, reset compression=false 2024-11-24T04:19:27,721 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,43499,1732421956362 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:19:27,928 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 379, reset compression=false 2024-11-24T04:19:28,232 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 379, reset compression=false 2024-11-24T04:19:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:28,425 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:19:28,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:28,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:28,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:28,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:28,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:28,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538c302f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:28,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33379,-1 for getting cluster id 2024-11-24T04:19:28,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:28,427 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23c7b78-f16e-4062-8c45-a2151b39ec19' 2024-11-24T04:19:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23c7b78-f16e-4062-8c45-a2151b39ec19" 2024-11-24T04:19:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb99254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33379,-1] 2024-11-24T04:19:28,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:28,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:28,429 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d85257b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:28,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cae8519 2024-11-24T04:19:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:28,431 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:28,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:44937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:19:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:19:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:28,434 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:44937' 2024-11-24T04:19:28,435 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786c4493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:28,435 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44937,-1 for getting cluster id 2024-11-24T04:19:28,435 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:28,436 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbfba8ff-4b96-4350-b518-7e7d9b0c6995' 2024-11-24T04:19:28,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:28,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbfba8ff-4b96-4350-b518-7e7d9b0c6995" 2024-11-24T04:19:28,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67017020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:28,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44937,-1] 2024-11-24T04:19:28,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:28,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:28,437 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:28,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a20d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:28,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:28,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:28,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39b86ee6 2024-11-24T04:19:28,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:28,439 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:28,440 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:19:28,440 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:19:28,440 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:28,440 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:28,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:28,440 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:28,441 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:19:28,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:19:28,442 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:28,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:19:28,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741837_1013 (size=1138) 2024-11-24T04:19:28,492 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:19:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:28,637 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 379, reset compression=false 2024-11-24T04:19:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:28,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79800ff12a9533855824ad5b656e190f, NAME => 'hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc 2024-11-24T04:19:28,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741838_1014 (size=44) 2024-11-24T04:19:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:29,141 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 379, reset compression=false 2024-11-24T04:19:29,256 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:29,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 79800ff12a9533855824ad5b656e190f, disabling compactions & flushes 2024-11-24T04:19:29,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. 2024-11-24T04:19:29,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. 2024-11-24T04:19:29,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. after waiting 0 ms 2024-11-24T04:19:29,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. 2024-11-24T04:19:29,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. 2024-11-24T04:19:29,257 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79800ff12a9533855824ad5b656e190f: Waiting for close lock at 1732421969257Disabling compacts and flushes for region at 1732421969257Disabling writes for close at 1732421969257Writing region close event to WAL at 1732421969257Closed at 1732421969257 2024-11-24T04:19:29,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:19:29,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732421969258"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421969258"}]},"ts":"1732421969258"} 2024-11-24T04:19:29,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:19:29,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:19:29,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421969261"}]},"ts":"1732421969261"} 2024-11-24T04:19:29,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:19:29,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79800ff12a9533855824ad5b656e190f, ASSIGN}] 2024-11-24T04:19:29,263 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79800ff12a9533855824ad5b656e190f, ASSIGN 2024-11-24T04:19:29,264 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79800ff12a9533855824ad5b656e190f, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,37039,1732421959711; forceNewPlan=false, retain=false 2024-11-24T04:19:29,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79800ff12a9533855824ad5b656e190f, regionState=OPENING, regionLocation=fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:29,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79800ff12a9533855824ad5b656e190f, ASSIGN because future has completed 2024-11-24T04:19:29,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79800ff12a9533855824ad5b656e190f, server=fadb2fe0ba32,37039,1732421959711}] 2024-11-24T04:19:29,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. 2024-11-24T04:19:29,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:29,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:19:29,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C37039%2C1732421959711.rep, suffix=, logDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711, archiveDir=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/oldWALs, maxLogs=10 2024-11-24T04:19:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:29,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.rep.1732421969573, exclude list is [], retry=0 2024-11-24T04:19:29,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41171,DS-f1c2e5de-03b3-48f9-803f-0b2e5403ba23,DISK] 2024-11-24T04:19:29,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.rep.1732421969573 2024-11-24T04:19:29,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46073:46073)] 2024-11-24T04:19:29,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 79800ff12a9533855824ad5b656e190f, NAME => 'hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:29,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:29,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:19:29,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. service=MultiRowMutationService 2024-11-24T04:19:29,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:19:29,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:29,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,592 INFO [StoreOpener-79800ff12a9533855824ad5b656e190f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,593 INFO [StoreOpener-79800ff12a9533855824ad5b656e190f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79800ff12a9533855824ad5b656e190f columnFamilyName hfileref 2024-11-24T04:19:29,593 DEBUG [StoreOpener-79800ff12a9533855824ad5b656e190f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:29,594 INFO [StoreOpener-79800ff12a9533855824ad5b656e190f-1 {}] regionserver.HStore(327): Store=79800ff12a9533855824ad5b656e190f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:29,594 INFO [StoreOpener-79800ff12a9533855824ad5b656e190f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,595 INFO [StoreOpener-79800ff12a9533855824ad5b656e190f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79800ff12a9533855824ad5b656e190f columnFamilyName queue 2024-11-24T04:19:29,595 DEBUG [StoreOpener-79800ff12a9533855824ad5b656e190f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:29,595 INFO [StoreOpener-79800ff12a9533855824ad5b656e190f-1 {}] regionserver.HStore(327): Store=79800ff12a9533855824ad5b656e190f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:29,595 INFO [StoreOpener-79800ff12a9533855824ad5b656e190f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,596 INFO [StoreOpener-79800ff12a9533855824ad5b656e190f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79800ff12a9533855824ad5b656e190f columnFamilyName sid 2024-11-24T04:19:29,596 DEBUG [StoreOpener-79800ff12a9533855824ad5b656e190f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:29,596 INFO [StoreOpener-79800ff12a9533855824ad5b656e190f-1 {}] regionserver.HStore(327): Store=79800ff12a9533855824ad5b656e190f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:29,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:19:29,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:29,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 79800ff12a9533855824ad5b656e190f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73540956, jitterRate=0.09584563970565796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:19:29,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:29,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 79800ff12a9533855824ad5b656e190f: Running coprocessor pre-open hook at 1732421969591Writing region info on filesystem at 1732421969591Initializing all the Stores at 1732421969592 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421969592Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421969592Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421969592Cleaning up temporary data from old regions at 1732421969598 (+6 ms)Running coprocessor post-open hooks at 1732421969602 (+4 ms)Region opened successfully at 1732421969602 2024-11-24T04:19:29,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f., pid=10, masterSystemTime=1732421969568 2024-11-24T04:19:29,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. 2024-11-24T04:19:29,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. 2024-11-24T04:19:29,605 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79800ff12a9533855824ad5b656e190f, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:29,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79800ff12a9533855824ad5b656e190f, server=fadb2fe0ba32,37039,1732421959711 because future has completed 2024-11-24T04:19:29,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:19:29,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 79800ff12a9533855824ad5b656e190f, server=fadb2fe0ba32,37039,1732421959711 in 190 msec 2024-11-24T04:19:29,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T04:19:29,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79800ff12a9533855824ad5b656e190f, ASSIGN in 346 msec 2024-11-24T04:19:29,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:19:29,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421969611"}]},"ts":"1732421969611"} 2024-11-24T04:19:29,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:19:29,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:19:29,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-24T04:19:29,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f., hostname=fadb2fe0ba32,37039,1732421959711, seqNum=2] 2024-11-24T04:19:29,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:29,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:29,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:19:29,745 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 379, reset compression=false 2024-11-24T04:19:29,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T04:19:29,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T04:19:29,808 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:19:29,837 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,37039,1732421959711, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:19:29,837 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:29,837 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1] 2024-11-24T04:19:29,838 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:29,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T04:19:29,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,37039,1732421959711', locateType=CURRENT is [region=hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f., hostname=fadb2fe0ba32,37039,1732421959711, seqNum=2] 2024-11-24T04:19:29,842 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T04:19:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T04:19:29,844 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,37039,1732421959711 suceeded 2024-11-24T04:19:29,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T04:19:29,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-24T04:19:29,846 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:44937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:19:29,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-24T04:19:29,858 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:44937' 2024-11-24T04:19:29,859 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a8018fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:29,859 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44937,-1 for getting cluster id 2024-11-24T04:19:29,859 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:29,860 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbfba8ff-4b96-4350-b518-7e7d9b0c6995' 2024-11-24T04:19:29,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:29,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbfba8ff-4b96-4350-b518-7e7d9b0c6995" 2024-11-24T04:19:29,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74ae68c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:29,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44937,-1] 2024-11-24T04:19:29,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:29,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:29,861 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:29,862 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f35a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:29,862 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:29,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:29,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b4d7fee 2024-11-24T04:19:29,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:29,863 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T04:19:29,864 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,37039,1732421959711 (queues=1) is replicating from cluster=d23c7b78-f16e-4062-8c45-a2151b39ec19 to cluster=cbfba8ff-4b96-4350-b518-7e7d9b0c6995 2024-11-24T04:19:29,864 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C37039%2C1732421959711 2024-11-24T04:19:29,864 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,37039,1732421959711, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:19:29,864 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C37039%2C1732421959711 2024-11-24T04:19:29,864 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418, startPosition=0, beingWritten=true 2024-11-24T04:19:29,870 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:19:29,870 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 379, reset compression=false 2024-11-24T04:19:29,870 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,37039,1732421959711 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:19:30,073 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 379, reset compression=false 2024-11-24T04:19:30,377 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 379, reset compression=false 2024-11-24T04:19:30,449 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 379, reset compression=false 2024-11-24T04:19:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:30,585 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:19:30,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:30,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:30,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:30,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:30,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:30,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:30,589 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732421970588/Put/seqid=0 2024-11-24T04:19:30,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741840_1016 (size=7894) 2024-11-24T04:19:30,758 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:19:30,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:30,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:30,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:30,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:30,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:30,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:30,781 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 379, reset compression=false 2024-11-24T04:19:30,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:30,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:30,995 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732421970995/Put/seqid=0 2024-11-24T04:19:30,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741841_1017 (size=7691) 2024-11-24T04:19:31,253 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 379, reset compression=false 2024-11-24T04:19:31,285 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 379, reset compression=false 2024-11-24T04:19:31,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f2b409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:31,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44937,-1 for getting cluster id 2024-11-24T04:19:31,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:31,401 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbfba8ff-4b96-4350-b518-7e7d9b0c6995' 2024-11-24T04:19:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbfba8ff-4b96-4350-b518-7e7d9b0c6995" 2024-11-24T04:19:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425d8ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44937,-1] 2024-11-24T04:19:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:31,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:31,403 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:31,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6759a5ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:31,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43499,1732421956362, seqNum=-1] 2024-11-24T04:19:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:31,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:31,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f5fde0 2024-11-24T04:19:31,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:31,415 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd., hostname=fadb2fe0ba32,43499,1732421956362, seqNum=2] 2024-11-24T04:19:31,421 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:19:31,426 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-24T04:19:31,428 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-24T04:19:31,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b4401baf8a44b1b73b6f6ed9a2c0e3bd/f 2024-11-24T04:19:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T04:19:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:19:31,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b4401baf8a44b1b73b6f6ed9a2c0e3bd/f 2024-11-24T04:19:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T04:19:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:19:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HRegion(2603): Flush status journal for b4401baf8a44b1b73b6f6ed9a2c0e3bd: 2024-11-24T04:19:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins__test__uc8k8gghac8k4pcfb6sjsrmci11p6tijb3vlhcve5ommgm40umuis67vtt2s3o62/f/hfile_0 2024-11-24T04:19:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins__test__uc8k8gghac8k4pcfb6sjsrmci11p6tijb3vlhcve5ommgm40umuis67vtt2s3o62/f/hfile_0 as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/395c17fb1cf843d6b3182314c6d1e7ca_SeqId_4_ 2024-11-24T04:19:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins__test__uc8k8gghac8k4pcfb6sjsrmci11p6tijb3vlhcve5ommgm40umuis67vtt2s3o62/f/hfile_1 2024-11-24T04:19:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins__test__uc8k8gghac8k4pcfb6sjsrmci11p6tijb3vlhcve5ommgm40umuis67vtt2s3o62/f/hfile_1 as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/5de939a769244c12909813d6c1bfea74_SeqId_4_ 2024-11-24T04:19:31,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins__test__uc8k8gghac8k4pcfb6sjsrmci11p6tijb3vlhcve5ommgm40umuis67vtt2s3o62/f/hfile_0 into b4401baf8a44b1b73b6f6ed9a2c0e3bd/f as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/395c17fb1cf843d6b3182314c6d1e7ca_SeqId_4_ - updating store file list. 2024-11-24T04:19:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 395c17fb1cf843d6b3182314c6d1e7ca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:19:31,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/395c17fb1cf843d6b3182314c6d1e7ca_SeqId_4_ into b4401baf8a44b1b73b6f6ed9a2c0e3bd/f 2024-11-24T04:19:31,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins__test__uc8k8gghac8k4pcfb6sjsrmci11p6tijb3vlhcve5ommgm40umuis67vtt2s3o62/f/hfile_0 into b4401baf8a44b1b73b6f6ed9a2c0e3bd/f (new location: hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/395c17fb1cf843d6b3182314c6d1e7ca_SeqId_4_) 2024-11-24T04:19:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins__test__uc8k8gghac8k4pcfb6sjsrmci11p6tijb3vlhcve5ommgm40umuis67vtt2s3o62/f/hfile_0 2024-11-24T04:19:31,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins__test__uc8k8gghac8k4pcfb6sjsrmci11p6tijb3vlhcve5ommgm40umuis67vtt2s3o62/f/hfile_1 into b4401baf8a44b1b73b6f6ed9a2c0e3bd/f as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/5de939a769244c12909813d6c1bfea74_SeqId_4_ - updating store file list. 2024-11-24T04:19:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5de939a769244c12909813d6c1bfea74_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:19:31,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/5de939a769244c12909813d6c1bfea74_SeqId_4_ into b4401baf8a44b1b73b6f6ed9a2c0e3bd/f 2024-11-24T04:19:31,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins__test__uc8k8gghac8k4pcfb6sjsrmci11p6tijb3vlhcve5ommgm40umuis67vtt2s3o62/f/hfile_1 into b4401baf8a44b1b73b6f6ed9a2c0e3bd/f (new location: hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/5de939a769244c12909813d6c1bfea74_SeqId_4_) 2024-11-24T04:19:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins__test__uc8k8gghac8k4pcfb6sjsrmci11p6tijb3vlhcve5ommgm40umuis67vtt2s3o62/f/hfile_1 2024-11-24T04:19:31,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:31,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:31,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:31,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:31,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:31,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd., hostname=fadb2fe0ba32,43499,1732421956362, seqNum=2 , the old value is region=test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd., hostname=fadb2fe0ba32,43499,1732421956362, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fadb2fe0ba32:43499 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T04:19:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd., hostname=fadb2fe0ba32,43499,1732421956362, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T04:19:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd., hostname=fadb2fe0ba32,43499,1732421956362, seqNum=2 from cache 2024-11-24T04:19:31,456 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T04:19:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1] 2024-11-24T04:19:31,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:31,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:31,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5., hostname=fadb2fe0ba32,37039,1732421959711, seqNum=2] 2024-11-24T04:19:31,461 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T04:19:31,564 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:43499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T04:19:31,890 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 379, reset compression=false 2024-11-24T04:19:32,157 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 379, reset compression=false 2024-11-24T04:19:32,162 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:19:32,162 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,43499,1732421956362 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732421971453/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T04:19:32,164 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:19:32,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-24T04:19:32,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.ReplicationSink(318): Replicating [cbfba8ff-4b96-4350-b518-7e7d9b0c6995] bulk loaded data 2024-11-24T04:19:32,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a445cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:32,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33379,-1 for getting cluster id 2024-11-24T04:19:32,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:32,167 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23c7b78-f16e-4062-8c45-a2151b39ec19' 2024-11-24T04:19:32,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:32,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23c7b78-f16e-4062-8c45-a2151b39ec19" 2024-11-24T04:19:32,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a705fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:32,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33379,-1] 2024-11-24T04:19:32,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:32,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:32,169 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:32,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42c2c6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:32,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741840_1016 (size=7894) 2024-11-24T04:19:32,363 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 687, reset compression=false 2024-11-24T04:19:32,463 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T04:19:32,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741841_1017 (size=7691) 2024-11-24T04:19:32,594 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 379, reset compression=false 2024-11-24T04:19:32,667 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 687, reset compression=false 2024-11-24T04:19:32,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:32,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:32,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6912a400 2024-11-24T04:19:32,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:32,995 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-24T04:19:32,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:19:32,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:32,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1] 2024-11-24T04:19:32,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:32,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-24T04:19:33,005 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins.hfs.11__test__safpqc0qm081uopskpelud732akof6aiilrrm3iqbvc5gko2ce5k7u0utmqjv30n/f/395c17fb1cf843d6b3182314c6d1e7ca_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T04:19:33,008 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins.hfs.11__test__safpqc0qm081uopskpelud732akof6aiilrrm3iqbvc5gko2ce5k7u0utmqjv30n/f/5de939a769244c12909813d6c1bfea74_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T04:19:33,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins.hfs.11__test__safpqc0qm081uopskpelud732akof6aiilrrm3iqbvc5gko2ce5k7u0utmqjv30n/f/395c17fb1cf843d6b3182314c6d1e7ca_SeqId_4_ for inclusion in 73303e441bc772d0ae0486ac120f7ca5/f 2024-11-24T04:19:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-24T04:19:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:19:33,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins.hfs.11__test__safpqc0qm081uopskpelud732akof6aiilrrm3iqbvc5gko2ce5k7u0utmqjv30n/f/5de939a769244c12909813d6c1bfea74_SeqId_4_ for inclusion in 73303e441bc772d0ae0486ac120f7ca5/f 2024-11-24T04:19:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-24T04:19:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:19:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HRegion(2603): Flush status journal for 73303e441bc772d0ae0486ac120f7ca5: 2024-11-24T04:19:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 395c17fb1cf843d6b3182314c6d1e7ca_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T04:19:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins.hfs.11__test__safpqc0qm081uopskpelud732akof6aiilrrm3iqbvc5gko2ce5k7u0utmqjv30n/f/395c17fb1cf843d6b3182314c6d1e7ca_SeqId_4_ as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/1ada7452bb864c6292f7de1161606ab4_SeqId_4_ 2024-11-24T04:19:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5de939a769244c12909813d6c1bfea74_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T04:19:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins.hfs.11__test__safpqc0qm081uopskpelud732akof6aiilrrm3iqbvc5gko2ce5k7u0utmqjv30n/f/5de939a769244c12909813d6c1bfea74_SeqId_4_ as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/475da241c162414e9dd1065ed64a4b6a_SeqId_4_ 2024-11-24T04:19:33,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins.hfs.11__test__safpqc0qm081uopskpelud732akof6aiilrrm3iqbvc5gko2ce5k7u0utmqjv30n/f/395c17fb1cf843d6b3182314c6d1e7ca_SeqId_4_ into 73303e441bc772d0ae0486ac120f7ca5/f as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/1ada7452bb864c6292f7de1161606ab4_SeqId_4_ - updating store file list. 2024-11-24T04:19:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ada7452bb864c6292f7de1161606ab4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:19:33,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/1ada7452bb864c6292f7de1161606ab4_SeqId_4_ into 73303e441bc772d0ae0486ac120f7ca5/f 2024-11-24T04:19:33,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins.hfs.11__test__safpqc0qm081uopskpelud732akof6aiilrrm3iqbvc5gko2ce5k7u0utmqjv30n/f/395c17fb1cf843d6b3182314c6d1e7ca_SeqId_4_ into 73303e441bc772d0ae0486ac120f7ca5/f (new location: hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/1ada7452bb864c6292f7de1161606ab4_SeqId_4_) 2024-11-24T04:19:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins.hfs.11__test__safpqc0qm081uopskpelud732akof6aiilrrm3iqbvc5gko2ce5k7u0utmqjv30n/f/395c17fb1cf843d6b3182314c6d1e7ca_SeqId_4_ 2024-11-24T04:19:33,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins.hfs.11__test__safpqc0qm081uopskpelud732akof6aiilrrm3iqbvc5gko2ce5k7u0utmqjv30n/f/5de939a769244c12909813d6c1bfea74_SeqId_4_ into 73303e441bc772d0ae0486ac120f7ca5/f as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/475da241c162414e9dd1065ed64a4b6a_SeqId_4_ - updating store file list. 2024-11-24T04:19:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 475da241c162414e9dd1065ed64a4b6a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:19:33,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/475da241c162414e9dd1065ed64a4b6a_SeqId_4_ into 73303e441bc772d0ae0486ac120f7ca5/f 2024-11-24T04:19:33,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins.hfs.11__test__safpqc0qm081uopskpelud732akof6aiilrrm3iqbvc5gko2ce5k7u0utmqjv30n/f/5de939a769244c12909813d6c1bfea74_SeqId_4_ into 73303e441bc772d0ae0486ac120f7ca5/f (new location: hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/475da241c162414e9dd1065ed64a4b6a_SeqId_4_) 2024-11-24T04:19:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins.hfs.11__test__safpqc0qm081uopskpelud732akof6aiilrrm3iqbvc5gko2ce5k7u0utmqjv30n/f/5de939a769244c12909813d6c1bfea74_SeqId_4_ 2024-11-24T04:19:33,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.ReplicationSink(324): Finished replicating [cbfba8ff-4b96-4350-b518-7e7d9b0c6995] bulk loaded data 2024-11-24T04:19:33,071 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 687, reset compression=false 2024-11-24T04:19:33,397 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 379, reset compression=false 2024-11-24T04:19:33,403 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:19:33,403 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,37039,1732421959711 got entry batch from reader: WALEntryBatch [walEntries=[{test/73303e441bc772d0ae0486ac120f7ca5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732421973030/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T04:19:33,405 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:19:33,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-24T04:19:33,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.ReplicationSink(318): Replicating [cbfba8ff-4b96-4350-b518-7e7d9b0c6995, d23c7b78-f16e-4062-8c45-a2151b39ec19] bulk loaded data 2024-11-24T04:19:33,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52efec7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:33,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44937,-1 for getting cluster id 2024-11-24T04:19:33,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:33,408 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cbfba8ff-4b96-4350-b518-7e7d9b0c6995' 2024-11-24T04:19:33,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:33,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cbfba8ff-4b96-4350-b518-7e7d9b0c6995" 2024-11-24T04:19:33,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c4a32eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:33,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44937,-1] 2024-11-24T04:19:33,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:33,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:33,409 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:33,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fe1b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:33,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741842_1018 (size=7894) 2024-11-24T04:19:33,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:33,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732421973475/Put/seqid=0 2024-11-24T04:19:33,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741842_1018 (size=11194) 2024-11-24T04:19:33,580 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 687, reset compression=false 2024-11-24T04:19:33,603 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 725, reset compression=false 2024-11-24T04:19:33,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741843_1019 (size=7691) 2024-11-24T04:19:33,882 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732421973881/Put/seqid=0 2024-11-24T04:19:33,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741843_1019 (size=10791) 2024-11-24T04:19:33,907 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 725, reset compression=false 2024-11-24T04:19:34,184 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 687, reset compression=false 2024-11-24T04:19:34,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:34,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:34,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bcfd273 2024-11-24T04:19:34,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:34,237 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-24T04:19:34,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:19:34,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:34,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43499,1732421956362, seqNum=-1] 2024-11-24T04:19:34,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:34,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-24T04:19:34,246 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__fecop5oqc15o30t5jgh8ps2rfl6fc5hm6932bti8rnmmo22f1fa6br5funb41gcq/f/1ada7452bb864c6292f7de1161606ab4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-24T04:19:34,248 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__fecop5oqc15o30t5jgh8ps2rfl6fc5hm6932bti8rnmmo22f1fa6br5funb41gcq/f/475da241c162414e9dd1065ed64a4b6a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-24T04:19:34,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.ReplicationSink(324): Finished replicating [cbfba8ff-4b96-4350-b518-7e7d9b0c6995, d23c7b78-f16e-4062-8c45-a2151b39ec19] bulk loaded data 2024-11-24T04:19:34,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7256db55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:34,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33379,-1 for getting cluster id 2024-11-24T04:19:34,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:34,287 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd23c7b78-f16e-4062-8c45-a2151b39ec19' 2024-11-24T04:19:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d23c7b78-f16e-4062-8c45-a2151b39ec19" 2024-11-24T04:19:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9703139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33379,-1] 2024-11-24T04:19:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:34,289 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:34,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e10fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:34,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:34,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1] 2024-11-24T04:19:34,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:34,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:34,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20a55e26 2024-11-24T04:19:34,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:34,300 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:34,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5., hostname=fadb2fe0ba32,37039,1732421959711, seqNum=2] 2024-11-24T04:19:34,304 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:19:34,309 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-24T04:19:34,311 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 725, reset compression=false 2024-11-24T04:19:34,312 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-24T04:19:34,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 73303e441bc772d0ae0486ac120f7ca5/f 2024-11-24T04:19:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T04:19:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:19:34,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 73303e441bc772d0ae0486ac120f7ca5/f 2024-11-24T04:19:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T04:19:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:19:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HRegion(2603): Flush status journal for 73303e441bc772d0ae0486ac120f7ca5: 2024-11-24T04:19:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins__test__b0enjdpudais3r6ovj7eud4ijus95qt8q69nn9qacr8a2g93aj5o535go6gr09ak/f/hfile_0 2024-11-24T04:19:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins__test__b0enjdpudais3r6ovj7eud4ijus95qt8q69nn9qacr8a2g93aj5o535go6gr09ak/f/hfile_0 as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/8549c32f8e644f478b20df6ab19c0d15_SeqId_6_ 2024-11-24T04:19:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins__test__b0enjdpudais3r6ovj7eud4ijus95qt8q69nn9qacr8a2g93aj5o535go6gr09ak/f/hfile_1 2024-11-24T04:19:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins__test__b0enjdpudais3r6ovj7eud4ijus95qt8q69nn9qacr8a2g93aj5o535go6gr09ak/f/hfile_1 as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/19028d3527914d41ab1cb90f6d72d13c_SeqId_6_ 2024-11-24T04:19:34,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins__test__b0enjdpudais3r6ovj7eud4ijus95qt8q69nn9qacr8a2g93aj5o535go6gr09ak/f/hfile_0 into 73303e441bc772d0ae0486ac120f7ca5/f as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/8549c32f8e644f478b20df6ab19c0d15_SeqId_6_ - updating store file list. 2024-11-24T04:19:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8549c32f8e644f478b20df6ab19c0d15_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T04:19:34,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/8549c32f8e644f478b20df6ab19c0d15_SeqId_6_ into 73303e441bc772d0ae0486ac120f7ca5/f 2024-11-24T04:19:34,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins__test__b0enjdpudais3r6ovj7eud4ijus95qt8q69nn9qacr8a2g93aj5o535go6gr09ak/f/hfile_0 into 73303e441bc772d0ae0486ac120f7ca5/f (new location: hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/8549c32f8e644f478b20df6ab19c0d15_SeqId_6_) 2024-11-24T04:19:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins__test__b0enjdpudais3r6ovj7eud4ijus95qt8q69nn9qacr8a2g93aj5o535go6gr09ak/f/hfile_0 2024-11-24T04:19:34,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins__test__b0enjdpudais3r6ovj7eud4ijus95qt8q69nn9qacr8a2g93aj5o535go6gr09ak/f/hfile_1 into 73303e441bc772d0ae0486ac120f7ca5/f as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/19028d3527914d41ab1cb90f6d72d13c_SeqId_6_ - updating store file list. 2024-11-24T04:19:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 19028d3527914d41ab1cb90f6d72d13c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T04:19:34,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/19028d3527914d41ab1cb90f6d72d13c_SeqId_6_ into 73303e441bc772d0ae0486ac120f7ca5/f 2024-11-24T04:19:34,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins__test__b0enjdpudais3r6ovj7eud4ijus95qt8q69nn9qacr8a2g93aj5o535go6gr09ak/f/hfile_1 into 73303e441bc772d0ae0486ac120f7ca5/f (new location: hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/f/19028d3527914d41ab1cb90f6d72d13c_SeqId_6_) 2024-11-24T04:19:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/staging/jenkins__test__b0enjdpudais3r6ovj7eud4ijus95qt8q69nn9qacr8a2g93aj5o535go6gr09ak/f/hfile_1 2024-11-24T04:19:34,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:34,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:34,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:34,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:34,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5., hostname=fadb2fe0ba32,37039,1732421959711, seqNum=2 , the old value is region=test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5., hostname=fadb2fe0ba32,37039,1732421959711, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fadb2fe0ba32:37039 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T04:19:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5., hostname=fadb2fe0ba32,37039,1732421959711, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T04:19:34,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5., hostname=fadb2fe0ba32,37039,1732421959711, seqNum=2 from cache 2024-11-24T04:19:34,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:34,339 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T04:19:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43499,1732421956362, seqNum=-1] 2024-11-24T04:19:34,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:34,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:34,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd., hostname=fadb2fe0ba32,43499,1732421956362, seqNum=2] 2024-11-24T04:19:34,349 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T04:19:34,445 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:37039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T04:19:34,815 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 725, reset compression=false 2024-11-24T04:19:34,820 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:19:34,820 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,37039,1732421959711 got entry batch from reader: WALEntryBatch [walEntries=[{test/73303e441bc772d0ae0486ac120f7ca5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732421974337/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T04:19:34,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.ReplicationSink(318): Replicating [d23c7b78-f16e-4062-8c45-a2151b39ec19] bulk loaded data 2024-11-24T04:19:34,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741844_1020 (size=11194) 2024-11-24T04:19:34,888 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 687, reset compression=false 2024-11-24T04:19:34,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T04:19:34,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T04:19:35,020 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 1033, reset compression=false 2024-11-24T04:19:35,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741845_1021 (size=10791) 2024-11-24T04:19:35,325 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 1033, reset compression=false 2024-11-24T04:19:35,353 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T04:19:35,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:19:35,649 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__qoqcnj8i11i18t19aorvf4tid2ph4803tlqib9ag9fbkhh4cltrajqu1q1na7cjh/f/19028d3527914d41ab1cb90f6d72d13c_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-24T04:19:35,652 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__qoqcnj8i11i18t19aorvf4tid2ph4803tlqib9ag9fbkhh4cltrajqu1q1na7cjh/f/8549c32f8e644f478b20df6ab19c0d15_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-24T04:19:35,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__qoqcnj8i11i18t19aorvf4tid2ph4803tlqib9ag9fbkhh4cltrajqu1q1na7cjh/f/19028d3527914d41ab1cb90f6d72d13c_SeqId_6_ for inclusion in b4401baf8a44b1b73b6f6ed9a2c0e3bd/f 2024-11-24T04:19:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-24T04:19:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:19:35,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__qoqcnj8i11i18t19aorvf4tid2ph4803tlqib9ag9fbkhh4cltrajqu1q1na7cjh/f/8549c32f8e644f478b20df6ab19c0d15_SeqId_6_ for inclusion in b4401baf8a44b1b73b6f6ed9a2c0e3bd/f 2024-11-24T04:19:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-24T04:19:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:19:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HRegion(2603): Flush status journal for b4401baf8a44b1b73b6f6ed9a2c0e3bd: 2024-11-24T04:19:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 19028d3527914d41ab1cb90f6d72d13c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T04:19:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__qoqcnj8i11i18t19aorvf4tid2ph4803tlqib9ag9fbkhh4cltrajqu1q1na7cjh/f/19028d3527914d41ab1cb90f6d72d13c_SeqId_6_ as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/231a83f0378343c6a3d7aa542d9f3e07_SeqId_6_ 2024-11-24T04:19:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8549c32f8e644f478b20df6ab19c0d15_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T04:19:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__qoqcnj8i11i18t19aorvf4tid2ph4803tlqib9ag9fbkhh4cltrajqu1q1na7cjh/f/8549c32f8e644f478b20df6ab19c0d15_SeqId_6_ as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/8c2a7dfdf0234c959a5e6d45eb9b990b_SeqId_6_ 2024-11-24T04:19:35,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__qoqcnj8i11i18t19aorvf4tid2ph4803tlqib9ag9fbkhh4cltrajqu1q1na7cjh/f/19028d3527914d41ab1cb90f6d72d13c_SeqId_6_ into b4401baf8a44b1b73b6f6ed9a2c0e3bd/f as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/231a83f0378343c6a3d7aa542d9f3e07_SeqId_6_ - updating store file list. 2024-11-24T04:19:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 231a83f0378343c6a3d7aa542d9f3e07_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T04:19:35,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/231a83f0378343c6a3d7aa542d9f3e07_SeqId_6_ into b4401baf8a44b1b73b6f6ed9a2c0e3bd/f 2024-11-24T04:19:35,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__qoqcnj8i11i18t19aorvf4tid2ph4803tlqib9ag9fbkhh4cltrajqu1q1na7cjh/f/19028d3527914d41ab1cb90f6d72d13c_SeqId_6_ into b4401baf8a44b1b73b6f6ed9a2c0e3bd/f (new location: hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/231a83f0378343c6a3d7aa542d9f3e07_SeqId_6_) 2024-11-24T04:19:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__qoqcnj8i11i18t19aorvf4tid2ph4803tlqib9ag9fbkhh4cltrajqu1q1na7cjh/f/19028d3527914d41ab1cb90f6d72d13c_SeqId_6_ 2024-11-24T04:19:35,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__qoqcnj8i11i18t19aorvf4tid2ph4803tlqib9ag9fbkhh4cltrajqu1q1na7cjh/f/8549c32f8e644f478b20df6ab19c0d15_SeqId_6_ into b4401baf8a44b1b73b6f6ed9a2c0e3bd/f as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/8c2a7dfdf0234c959a5e6d45eb9b990b_SeqId_6_ - updating store file list. 2024-11-24T04:19:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c2a7dfdf0234c959a5e6d45eb9b990b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T04:19:35,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/8c2a7dfdf0234c959a5e6d45eb9b990b_SeqId_6_ into b4401baf8a44b1b73b6f6ed9a2c0e3bd/f 2024-11-24T04:19:35,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__qoqcnj8i11i18t19aorvf4tid2ph4803tlqib9ag9fbkhh4cltrajqu1q1na7cjh/f/8549c32f8e644f478b20df6ab19c0d15_SeqId_6_ into b4401baf8a44b1b73b6f6ed9a2c0e3bd/f (new location: hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/f/8c2a7dfdf0234c959a5e6d45eb9b990b_SeqId_6_) 2024-11-24T04:19:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/staging/jenkins.hfs.10__test__qoqcnj8i11i18t19aorvf4tid2ph4803tlqib9ag9fbkhh4cltrajqu1q1na7cjh/f/8549c32f8e644f478b20df6ab19c0d15_SeqId_6_ 2024-11-24T04:19:35,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43499 {}] regionserver.ReplicationSink(324): Finished replicating [d23c7b78-f16e-4062-8c45-a2151b39ec19] bulk loaded data 2024-11-24T04:19:35,692 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 687, reset compression=false 2024-11-24T04:19:35,696 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:19:35,696 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,43499,1732421956362 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732421975675/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-24T04:19:35,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.ReplicationSink(318): Replicating [d23c7b78-f16e-4062-8c45-a2151b39ec19, cbfba8ff-4b96-4350-b518-7e7d9b0c6995] bulk loaded data 2024-11-24T04:19:35,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741844_1020 (size=10791) 2024-11-24T04:19:35,729 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 1033, reset compression=false 2024-11-24T04:19:35,897 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 1033, reset compression=false 2024-11-24T04:19:36,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741845_1021 (size=11194) 2024-11-24T04:19:36,201 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 1033, reset compression=false 2024-11-24T04:19:36,234 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 1033, reset compression=false 2024-11-24T04:19:36,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:19:36,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:36,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:36,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:36,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:36,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:36,364 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:19:36,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1623014581, stopped=false 2024-11-24T04:19:36,365 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,33379,1732421959646 2024-11-24T04:19:36,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1717202663/running 2024-11-24T04:19:36,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:36,367 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:19:36,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1717202663/running 2024-11-24T04:19:36,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:36,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:36,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:36,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:36,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Set watcher on znode that does not yet exist, /1717202663/running 2024-11-24T04:19:36,368 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,37039,1732421959711' ***** 2024-11-24T04:19:36,368 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:19:36,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Set watcher on znode that does not yet exist, /1717202663/running 2024-11-24T04:19:36,371 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:19:36,371 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:19:36,371 INFO [RS:0;fadb2fe0ba32:37039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:19:36,372 INFO [RS:0;fadb2fe0ba32:37039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:19:36,372 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(3091): Received CLOSE for 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:36,375 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(3091): Received CLOSE for 73303e441bc772d0ae0486ac120f7ca5 2024-11-24T04:19:36,375 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:36,375 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:19:36,375 INFO [RS:0;fadb2fe0ba32:37039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:37039. 2024-11-24T04:19:36,375 DEBUG [RS:0;fadb2fe0ba32:37039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:36,375 DEBUG [RS:0;fadb2fe0ba32:37039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:36,375 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79800ff12a9533855824ad5b656e190f, disabling compactions & flushes 2024-11-24T04:19:36,375 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. 2024-11-24T04:19:36,375 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:19:36,375 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. 2024-11-24T04:19:36,375 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:19:36,375 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:19:36,375 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. after waiting 0 ms 2024-11-24T04:19:36,375 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:19:36,375 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. 2024-11-24T04:19:36,375 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79800ff12a9533855824ad5b656e190f 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-24T04:19:36,375 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T04:19:36,375 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1325): Online Regions={79800ff12a9533855824ad5b656e190f=hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f., 73303e441bc772d0ae0486ac120f7ca5=test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:19:36,375 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73303e441bc772d0ae0486ac120f7ca5, 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:36,376 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:19:36,376 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:19:36,376 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:19:36,376 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:19:36,376 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:19:36,376 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T04:19:36,387 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:19:36,393 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/.tmp/info/53f249cce1ff4e7c8accd3bb3f980048 is 147, key is hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f./info:regioninfo/1732421969605/Put/seqid=0 2024-11-24T04:19:36,394 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f/.tmp/hfileref/860edc749d8340239998112899606408 is 74, key is 1/hfileref:19028d3527914d41ab1cb90f6d72d13c_SeqId_6_/1732421975678/DeleteColumn/seqid=0 2024-11-24T04:19:36,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741846_1022 (size=7686) 2024-11-24T04:19:36,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741847_1023 (size=5345) 2024-11-24T04:19:36,400 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f/.tmp/hfileref/860edc749d8340239998112899606408 2024-11-24T04:19:36,425 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f/.tmp/queue/0afeb96304d54492a716b19cee7dd589 is 154, key is 1-fadb2fe0ba32,37039,1732421959711/queue:fadb2fe0ba32%2C37039%2C1732421959711/1732421975679/Put/seqid=0 2024-11-24T04:19:36,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741848_1024 (size=5353) 2024-11-24T04:19:36,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:19:36,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37039 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:19:36,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37039 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:50294 deadline: 1732422036517, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping 2024-11-24T04:19:36,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 from cache 2024-11-24T04:19:36,576 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73303e441bc772d0ae0486ac120f7ca5, 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:36,604 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 1033, reset compression=false 2024-11-24T04:19:36,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:36,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1] 2024-11-24T04:19:36,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37039 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:19:36,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37039 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:50294 deadline: 1732422036518, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping 2024-11-24T04:19:36,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 from cache 2024-11-24T04:19:36,776 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73303e441bc772d0ae0486ac120f7ca5, 79800ff12a9533855824ad5b656e190f 2024-11-24T04:19:36,798 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/.tmp/info/53f249cce1ff4e7c8accd3bb3f980048 2024-11-24T04:19:36,820 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/.tmp/ns/5ed27d7f32e84c54ad2707b7c1013e18 is 43, key is default/ns:d/1732421961854/Put/seqid=0 2024-11-24T04:19:36,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741849_1025 (size=5153) 2024-11-24T04:19:36,829 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f/.tmp/queue/0afeb96304d54492a716b19cee7dd589 2024-11-24T04:19:36,834 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f/.tmp/hfileref/860edc749d8340239998112899606408 as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f/hfileref/860edc749d8340239998112899606408 2024-11-24T04:19:36,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:36,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1] 2024-11-24T04:19:36,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37039 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:19:36,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37039 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:50294 deadline: 1732422036518, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping 2024-11-24T04:19:36,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 from cache 2024-11-24T04:19:36,838 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f/hfileref/860edc749d8340239998112899606408, entries=4, sequenceid=12, filesize=5.2 K 2024-11-24T04:19:36,838 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 1033, reset compression=false 2024-11-24T04:19:36,839 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f/.tmp/queue/0afeb96304d54492a716b19cee7dd589 as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f/queue/0afeb96304d54492a716b19cee7dd589 2024-11-24T04:19:36,844 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f/queue/0afeb96304d54492a716b19cee7dd589, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T04:19:36,845 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 79800ff12a9533855824ad5b656e190f in 470ms, sequenceid=12, compaction requested=false 2024-11-24T04:19:36,848 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/replication/79800ff12a9533855824ad5b656e190f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T04:19:36,849 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:36,849 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:36,849 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. 2024-11-24T04:19:36,849 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79800ff12a9533855824ad5b656e190f: Waiting for close lock at 1732421976375Running coprocessor pre-close hooks at 1732421976375Disabling compacts and flushes for region at 1732421976375Disabling writes for close at 1732421976375Obtaining lock to block concurrent updates at 1732421976375Preparing flush snapshotting stores in 79800ff12a9533855824ad5b656e190f at 1732421976375Finished memstore snapshotting hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732421976376 (+1 ms)Flushing stores of hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. at 1732421976376Flushing 79800ff12a9533855824ad5b656e190f/hfileref: creating writer at 1732421976377 (+1 ms)Flushing 79800ff12a9533855824ad5b656e190f/hfileref: appending metadata at 1732421976394 (+17 ms)Flushing 79800ff12a9533855824ad5b656e190f/hfileref: closing flushed file at 1732421976394Flushing 79800ff12a9533855824ad5b656e190f/queue: creating writer at 1732421976405 (+11 ms)Flushing 79800ff12a9533855824ad5b656e190f/queue: appending metadata at 1732421976424 (+19 ms)Flushing 79800ff12a9533855824ad5b656e190f/queue: closing flushed file at 1732421976424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de8bd7d: reopening flushed file at 1732421976833 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab3083: reopening flushed file at 1732421976838 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 79800ff12a9533855824ad5b656e190f in 470ms, sequenceid=12, compaction requested=false at 1732421976845 (+7 ms)Writing region close event to WAL at 1732421976846 (+1 ms)Running coprocessor post-close hooks at 1732421976848 (+2 ms)Closed at 1732421976849 (+1 ms) 2024-11-24T04:19:36,849 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732421968440.79800ff12a9533855824ad5b656e190f. 2024-11-24T04:19:36,849 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73303e441bc772d0ae0486ac120f7ca5, disabling compactions & flushes 2024-11-24T04:19:36,849 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. 2024-11-24T04:19:36,849 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. 2024-11-24T04:19:36,849 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. after waiting 0 ms 2024-11-24T04:19:36,849 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. 2024-11-24T04:19:36,852 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/default/test/73303e441bc772d0ae0486ac120f7ca5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T04:19:36,852 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:36,852 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:19:36,852 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. 2024-11-24T04:19:36,852 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73303e441bc772d0ae0486ac120f7ca5: Waiting for close lock at 1732421976849Running coprocessor pre-close hooks at 1732421976849Disabling compacts and flushes for region at 1732421976849Disabling writes for close at 1732421976849Writing region close event to WAL at 1732421976849Running coprocessor post-close hooks at 1732421976852 (+3 ms)Closed at 1732421976852 2024-11-24T04:19:36,852 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5. 2024-11-24T04:19:36,976 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:37,108 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 1033, reset compression=false 2024-11-24T04:19:37,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:37,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1] 2024-11-24T04:19:37,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37039 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:19:37,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37039 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:50294 deadline: 1732422036518, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping 2024-11-24T04:19:37,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:37,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:37,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 from cache 2024-11-24T04:19:37,176 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:37,224 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/.tmp/ns/5ed27d7f32e84c54ad2707b7c1013e18 2024-11-24T04:19:37,243 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/.tmp/rep_barrier/140916e36d1540529f598bfc7ad8db84 is 112, key is test,,1732421964117.73303e441bc772d0ae0486ac120f7ca5./rep_barrier:seqnumDuringOpen/1732421965277/Put/seqid=0 2024-11-24T04:19:37,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741850_1026 (size=5518) 2024-11-24T04:19:37,323 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:19:37,323 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:19:37,376 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T04:19:37,376 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:19:37,376 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:37,542 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 1033, reset compression=false 2024-11-24T04:19:37,547 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:19:37,547 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 1328, reset compression=false 2024-11-24T04:19:37,547 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,37039,1732421959711 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:19:37,548 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fadb2fe0ba32,37039,1732421959711: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fadb2fe0ba32,37039,1732421959711, walGroup=fadb2fe0ba32%2C37039%2C1732421959711, offset=fadb2fe0ba32%2C37039%2C1732421959711.1732421961418:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:37039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T04:19:37,549 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:19:37,549 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:19:37,550 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:19:37,550 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:19:37,550 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:19:37,550 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 723502432 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187516384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:19:37,553 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T04:19:37,577 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:37,647 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/.tmp/rep_barrier/140916e36d1540529f598bfc7ad8db84 2024-11-24T04:19:37,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:37,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1] 2024-11-24T04:19:37,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:19:37,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting 2024-11-24T04:19:37,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting 2024-11-24T04:19:37,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,37039,1732421959711, seqNum=-1 from cache 2024-11-24T04:19:37,657 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:19:37,658 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T04:19:36.521Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36.626Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36.837Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:37.146Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:37.657Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server fadb2fe0ba32,37039,1732421959711 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T04:19:37,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T04:19:36.521Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36.626Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36.837Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:37.146Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:37.657Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server fadb2fe0ba32,37039,1732421959711 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T04:19:37,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37039 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:50282 deadline: 1732422035697, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T04:19:36.521Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36.626Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36.837Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:37.146Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:37.657Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting 2024-11-24T04:19:37,661 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-24T04:19:36.521Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36.626Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:36.837Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:37.146Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server fadb2fe0ba32,37039,1732421959711 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T04:19:37.657Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server fadb2fe0ba32,37039,1732421959711 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:19:37,670 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/.tmp/table/8bbc52a5260e42a2b718accab2080821 is 53, key is hbase:replication/table:state/1732421969611/Put/seqid=0 2024-11-24T04:19:37,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741851_1027 (size=5308) 2024-11-24T04:19:37,712 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 1033, reset compression=false 2024-11-24T04:19:37,751 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 1328, reset compression=false 2024-11-24T04:19:37,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:19:37,765 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server fadb2fe0ba32,37039,1732421959711 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:19:37,777 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:19:37,969 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server fadb2fe0ba32,37039,1732421959711 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:19:37,977 DEBUG [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:19:38,055 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/WALs/fadb2fe0ba32,37039,1732421959711/fadb2fe0ba32%2C37039%2C1732421959711.1732421961418 to pos 1328, reset compression=false 2024-11-24T04:19:38,074 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/.tmp/table/8bbc52a5260e42a2b718accab2080821 2024-11-24T04:19:38,080 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/.tmp/info/53f249cce1ff4e7c8accd3bb3f980048 as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/info/53f249cce1ff4e7c8accd3bb3f980048 2024-11-24T04:19:38,084 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/info/53f249cce1ff4e7c8accd3bb3f980048, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T04:19:38,085 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/.tmp/ns/5ed27d7f32e84c54ad2707b7c1013e18 as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/ns/5ed27d7f32e84c54ad2707b7c1013e18 2024-11-24T04:19:38,089 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/ns/5ed27d7f32e84c54ad2707b7c1013e18, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T04:19:38,090 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/.tmp/rep_barrier/140916e36d1540529f598bfc7ad8db84 as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/rep_barrier/140916e36d1540529f598bfc7ad8db84 2024-11-24T04:19:38,093 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/rep_barrier/140916e36d1540529f598bfc7ad8db84, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T04:19:38,094 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/.tmp/table/8bbc52a5260e42a2b718accab2080821 as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/table/8bbc52a5260e42a2b718accab2080821 2024-11-24T04:19:38,098 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/table/8bbc52a5260e42a2b718accab2080821, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T04:19:38,099 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-24T04:19:38,104 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T04:19:38,105 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:38,105 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:38,105 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:38,105 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421976376Running coprocessor pre-close hooks at 1732421976376Disabling compacts and flushes for region at 1732421976376Disabling writes for close at 1732421976376Obtaining lock to block concurrent updates at 1732421976376Preparing flush snapshotting stores in 1588230740 at 1732421976376Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732421976376Flushing stores of hbase:meta,,1.1588230740 at 1732421976377 (+1 ms)Flushing 1588230740/info: creating writer at 1732421976377Flushing 1588230740/info: appending metadata at 1732421976393 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732421976393Flushing 1588230740/ns: creating writer at 1732421976803 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732421976820 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732421976820Flushing 1588230740/rep_barrier: creating writer at 1732421977229 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732421977243 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732421977243Flushing 1588230740/table: creating writer at 1732421977652 (+409 ms)Flushing 1588230740/table: appending metadata at 1732421977669 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732421977669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c695a9f: reopening flushed file at 1732421978079 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7959ef62: reopening flushed file at 1732421978084 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438574a1: reopening flushed file at 1732421978089 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eeee086: reopening flushed file at 1732421978093 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1732421978099 (+6 ms)Writing region close event to WAL at 1732421978102 (+3 ms)Running coprocessor post-close hooks at 1732421978105 (+3 ms)Closed at 1732421978105 2024-11-24T04:19:38,105 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:38,177 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,37039,1732421959711; all regions closed. 2024-11-24T04:19:38,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741834_1010 (size=4239) 2024-11-24T04:19:38,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741839_1015 (size=3127) 2024-11-24T04:19:38,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741833_1009 (size=1336) 2024-11-24T04:19:38,184 DEBUG [RS:0;fadb2fe0ba32:37039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:38,184 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:19:38,184 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:19:38,185 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:19:38,185 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:19:38,185 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:19:38,185 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,37039,1732421959711 because: Region server is closing 2024-11-24T04:19:38,185 INFO [RS:0;fadb2fe0ba32:37039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:37039. 2024-11-24T04:19:38,185 DEBUG [RS:0;fadb2fe0ba32:37039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:38,186 DEBUG [RS:0;fadb2fe0ba32:37039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:38,186 DEBUG [RS:0;fadb2fe0ba32:37039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:38,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:38,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fadb2fe0ba32,37039,1732421959711 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:19:38,272 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server fadb2fe0ba32,37039,1732421959711 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:19:38,286 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.shipperfadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 terminated 2024-11-24T04:19:38,286 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,37039,1732421959711.replicationSource.wal-reader.fadb2fe0ba32%2C37039%2C1732421959711,1-fadb2fe0ba32,37039,1732421959711 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T04:19:38,286 INFO [RS:0;fadb2fe0ba32:37039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:37039. 2024-11-24T04:19:38,286 DEBUG [RS:0;fadb2fe0ba32:37039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:38,286 DEBUG [RS:0;fadb2fe0ba32:37039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:38,286 DEBUG [RS:0;fadb2fe0ba32:37039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:38,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:38,287 INFO [RS:0;fadb2fe0ba32:37039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37039 2024-11-24T04:19:38,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1717202663/rs/fadb2fe0ba32,37039,1732421959711 2024-11-24T04:19:38,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663/rs 2024-11-24T04:19:38,289 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:19:38,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,37039,1732421959711] 2024-11-24T04:19:38,291 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1717202663/draining/fadb2fe0ba32,37039,1732421959711 already deleted, retry=false 2024-11-24T04:19:38,291 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,37039,1732421959711 expired; onlineServers=0 2024-11-24T04:19:38,291 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,33379,1732421959646' ***** 2024-11-24T04:19:38,291 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:19:38,291 INFO [M:0;fadb2fe0ba32:33379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:19:38,291 INFO [M:0;fadb2fe0ba32:33379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:19:38,291 DEBUG [M:0;fadb2fe0ba32:33379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:19:38,291 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:19:38,292 DEBUG [M:0;fadb2fe0ba32:33379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:19:38,292 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421961187 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421961187,5,FailOnTimeoutGroup] 2024-11-24T04:19:38,292 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421961185 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421961185,5,FailOnTimeoutGroup] 2024-11-24T04:19:38,292 INFO [M:0;fadb2fe0ba32:33379 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:19:38,292 INFO [M:0;fadb2fe0ba32:33379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:19:38,292 DEBUG [M:0;fadb2fe0ba32:33379 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:19:38,292 INFO [M:0;fadb2fe0ba32:33379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:19:38,292 INFO [M:0;fadb2fe0ba32:33379 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:19:38,292 INFO [M:0;fadb2fe0ba32:33379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:19:38,292 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:19:38,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1717202663/master 2024-11-24T04:19:38,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717202663 2024-11-24T04:19:38,294 DEBUG [M:0;fadb2fe0ba32:33379 {}] zookeeper.ZKUtil(347): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Unable to get data of znode /1717202663/master because node does not exist (not an error) 2024-11-24T04:19:38,294 WARN [M:0;fadb2fe0ba32:33379 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:19:38,295 INFO [M:0;fadb2fe0ba32:33379 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/.lastflushedseqids 2024-11-24T04:19:38,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741852_1028 (size=263) 2024-11-24T04:19:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:38,390 INFO [RS:0;fadb2fe0ba32:37039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:19:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37039-0x101483318b90004, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:38,390 INFO [RS:0;fadb2fe0ba32:37039 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,37039,1732421959711; zookeeper connection closed. 2024-11-24T04:19:38,391 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c945d03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c945d03 2024-11-24T04:19:38,391 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:19:38,416 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 1033, reset compression=false 2024-11-24T04:19:38,676 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fadb2fe0ba32:37039 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fadb2fe0ba32/172.17.0.2:37039 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:19:38,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address fadb2fe0ba32:37039 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fadb2fe0ba32/172.17.0.2:37039 2024-11-24T04:19:38,676 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=fadb2fe0ba32:37039 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fadb2fe0ba32/172.17.0.2:37039 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fadb2fe0ba32/172.17.0.2:37039 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-24T04:19:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:19:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:37266 deadline: 1732422038678, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T04:19:38,680 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T04:19:38,681 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T04:19:38,699 INFO [M:0;fadb2fe0ba32:33379 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:19:38,699 INFO [M:0;fadb2fe0ba32:33379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:19:38,700 DEBUG [M:0;fadb2fe0ba32:33379 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:19:38,700 INFO [M:0;fadb2fe0ba32:33379 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:38,700 DEBUG [M:0;fadb2fe0ba32:33379 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:38,700 DEBUG [M:0;fadb2fe0ba32:33379 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:19:38,700 DEBUG [M:0;fadb2fe0ba32:33379 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:38,700 INFO [M:0;fadb2fe0ba32:33379 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T04:19:38,719 DEBUG [M:0;fadb2fe0ba32:33379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2204e712633047cdbb4f6f87d60d803b is 82, key is hbase:meta,,1/info:regioninfo/1732421961843/Put/seqid=0 2024-11-24T04:19:38,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741853_1029 (size=5672) 2024-11-24T04:19:39,124 INFO [M:0;fadb2fe0ba32:33379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2204e712633047cdbb4f6f87d60d803b 2024-11-24T04:19:39,143 DEBUG [M:0;fadb2fe0ba32:33379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cf46a465fc345f7a415115c19030013 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732421969615/Put/seqid=0 2024-11-24T04:19:39,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741854_1030 (size=8516) 2024-11-24T04:19:39,181 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T04:19:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:19:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:37266 deadline: 1732422039182, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T04:19:39,183 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T04:19:39,184 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T04:19:39,184 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T04:19:39,219 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 1033, reset compression=false 2024-11-24T04:19:39,547 INFO [M:0;fadb2fe0ba32:33379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cf46a465fc345f7a415115c19030013 2024-11-24T04:19:39,570 DEBUG [M:0;fadb2fe0ba32:33379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecd0d3cd58494a3ea8515f9525db922f is 69, key is fadb2fe0ba32,37039,1732421959711/rs:state/1732421961264/Put/seqid=0 2024-11-24T04:19:39,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741855_1031 (size=5156) 2024-11-24T04:19:39,785 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T04:19:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:19:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:37266 deadline: 1732422039786, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-24T04:19:39,787 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-24T04:19:39,788 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T04:19:39,788 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T04:19:39,975 INFO [M:0;fadb2fe0ba32:33379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecd0d3cd58494a3ea8515f9525db922f 2024-11-24T04:19:39,980 DEBUG [M:0;fadb2fe0ba32:33379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2204e712633047cdbb4f6f87d60d803b as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2204e712633047cdbb4f6f87d60d803b 2024-11-24T04:19:39,983 INFO [M:0;fadb2fe0ba32:33379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2204e712633047cdbb4f6f87d60d803b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T04:19:39,984 DEBUG [M:0;fadb2fe0ba32:33379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cf46a465fc345f7a415115c19030013 as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cf46a465fc345f7a415115c19030013 2024-11-24T04:19:39,987 INFO [M:0;fadb2fe0ba32:33379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cf46a465fc345f7a415115c19030013, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T04:19:39,988 DEBUG [M:0;fadb2fe0ba32:33379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecd0d3cd58494a3ea8515f9525db922f as hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecd0d3cd58494a3ea8515f9525db922f 2024-11-24T04:19:39,991 INFO [M:0;fadb2fe0ba32:33379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33663/user/jenkins/test-data/a91011a7-836b-8666-49ba-e476d9ae45cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecd0d3cd58494a3ea8515f9525db922f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T04:19:39,992 INFO [M:0;fadb2fe0ba32:33379 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false 2024-11-24T04:19:39,993 INFO [M:0;fadb2fe0ba32:33379 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:39,994 DEBUG [M:0;fadb2fe0ba32:33379 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421978700Disabling compacts and flushes for region at 1732421978700Disabling writes for close at 1732421978700Obtaining lock to block concurrent updates at 1732421978700Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421978700Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732421978700Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421978701 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421978701Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421978718 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421978718Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421979128 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421979142 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421979142Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421979552 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421979570 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421979570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4354d750: reopening flushed file at 1732421979979 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abfa4e9: reopening flushed file at 1732421979983 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64059055: reopening flushed file at 1732421979988 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false at 1732421979992 (+4 ms)Writing region close event to WAL at 1732421979993 (+1 ms)Closed at 1732421979993 2024-11-24T04:19:39,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41171 is added to blk_1073741830_1006 (size=63654) 2024-11-24T04:19:39,996 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:19:39,996 INFO [M:0;fadb2fe0ba32:33379 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:19:39,996 INFO [M:0;fadb2fe0ba32:33379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33379 2024-11-24T04:19:39,997 INFO [M:0;fadb2fe0ba32:33379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:19:40,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:40,099 INFO [M:0;fadb2fe0ba32:33379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:19:40,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33379-0x101483318b90003, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:40,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78a0796e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:19:40,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7738c052{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:19:40,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:19:40,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4182a9b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:19:40,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4483569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/hadoop.log.dir/,STOPPED} 2024-11-24T04:19:40,104 WARN [BP-1726689579-172.17.0.2-1732421958335 heartbeating to localhost/127.0.0.1:33663 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:19:40,104 WARN [BP-1726689579-172.17.0.2-1732421958335 heartbeating to localhost/127.0.0.1:33663 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1726689579-172.17.0.2-1732421958335 (Datanode Uuid ebc2a6e3-abfe-44c5-a0b3-d14411127ccf) service to localhost/127.0.0.1:33663 2024-11-24T04:19:40,104 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:19:40,104 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:19:40,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/cluster_20804872-45c2-dba1-fb72-f7f1fb90f04a/data/data1/current/BP-1726689579-172.17.0.2-1732421958335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:19:40,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/cluster_20804872-45c2-dba1-fb72-f7f1fb90f04a/data/data2/current/BP-1726689579-172.17.0.2-1732421958335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:19:40,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:19:40,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47d20b0f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:19:40,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6714f059{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:19:40,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:19:40,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aa1989c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:19:40,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fc22cb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/hadoop.log.dir/,STOPPED} 2024-11-24T04:19:40,123 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 1033, reset compression=false 2024-11-24T04:19:40,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:19:40,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:19:40,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:40,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:40,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:40,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:40,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:40,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:19:40,128 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1319008121, stopped=false 2024-11-24T04:19:40,128 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,44937,1732421956094 2024-11-24T04:19:40,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/023668499/running 2024-11-24T04:19:40,130 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/023668499/running 2024-11-24T04:19:40,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:40,130 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:40,130 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:19:40,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:40,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:40,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:40,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Set watcher on znode that does not yet exist, /023668499/running 2024-11-24T04:19:40,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,43499,1732421956362' ***** 2024-11-24T04:19:40,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:19:40,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Set watcher on znode that does not yet exist, /023668499/running 2024-11-24T04:19:40,131 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:19:40,131 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:19:40,131 INFO [RS:0;fadb2fe0ba32:43499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:19:40,131 INFO [RS:0;fadb2fe0ba32:43499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:19:40,132 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(3091): Received CLOSE for f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:40,132 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(3091): Received CLOSE for b4401baf8a44b1b73b6f6ed9a2c0e3bd 2024-11-24T04:19:40,132 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:40,132 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:19:40,132 INFO [RS:0;fadb2fe0ba32:43499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:43499. 2024-11-24T04:19:40,132 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f782ff21e7eab8fd596edf03e2dd1f40, disabling compactions & flushes 2024-11-24T04:19:40,132 DEBUG [RS:0;fadb2fe0ba32:43499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:40,132 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. 2024-11-24T04:19:40,132 DEBUG [RS:0;fadb2fe0ba32:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:40,132 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. 2024-11-24T04:19:40,132 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. after waiting 0 ms 2024-11-24T04:19:40,132 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:19:40,132 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. 2024-11-24T04:19:40,132 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:19:40,132 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:19:40,132 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:19:40,132 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f782ff21e7eab8fd596edf03e2dd1f40 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-24T04:19:40,132 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T04:19:40,132 DEBUG [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1325): Online Regions={f782ff21e7eab8fd596edf03e2dd1f40=hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40., 1588230740=hbase:meta,,1.1588230740, b4401baf8a44b1b73b6f6ed9a2c0e3bd=test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd.} 2024-11-24T04:19:40,132 DEBUG [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4401baf8a44b1b73b6f6ed9a2c0e3bd, f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:40,132 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:19:40,133 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:19:40,133 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:19:40,133 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:19:40,133 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:19:40,133 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T04:19:40,148 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40/.tmp/hfileref/a2f2619e65754e2eb89cd148558bc282 is 74, key is 1/hfileref:231a83f0378343c6a3d7aa542d9f3e07_SeqId_6_/1732421975664/Put/seqid=0 2024-11-24T04:19:40,149 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/.tmp/info/149ced36c79d4bf7b991b01ed8da9789 is 147, key is hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40./info:regioninfo/1732421967460/Put/seqid=0 2024-11-24T04:19:40,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741847_1023 (size=5345) 2024-11-24T04:19:40,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741846_1022 (size=7686) 2024-11-24T04:19:40,156 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/.tmp/info/149ced36c79d4bf7b991b01ed8da9789 2024-11-24T04:19:40,178 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/.tmp/ns/ba23f834ac184042b7dacc328781c7ef is 43, key is default/ns:d/1732421958234/Put/seqid=0 2024-11-24T04:19:40,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741848_1024 (size=5153) 2024-11-24T04:19:40,200 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:19:40,333 DEBUG [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4401baf8a44b1b73b6f6ed9a2c0e3bd, f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:40,489 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-24T04:19:40,490 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fadb2fe0ba32:33379 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fadb2fe0ba32/172.17.0.2:33379 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:19:40,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address fadb2fe0ba32:33379 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fadb2fe0ba32/172.17.0.2:33379 2024-11-24T04:19:40,533 DEBUG [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4401baf8a44b1b73b6f6ed9a2c0e3bd, f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:40,557 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40/.tmp/hfileref/a2f2619e65754e2eb89cd148558bc282 2024-11-24T04:19:40,573 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:19:40,573 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:19:40,577 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40/.tmp/queue/87cb2fed997442bbb9e8801561eb9ced is 153, key is 1-fadb2fe0ba32,43499,1732421956362/queue:fadb2fe0ba32%2C43499%2C1732421956362/1732421973034/Put/seqid=0 2024-11-24T04:19:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741849_1025 (size=5352) 2024-11-24T04:19:40,581 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/.tmp/ns/ba23f834ac184042b7dacc328781c7ef 2024-11-24T04:19:40,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:40,594 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fadb2fe0ba32:33379 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fadb2fe0ba32/172.17.0.2:33379 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T04:19:40,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=fadb2fe0ba32:33379 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fadb2fe0ba32/172.17.0.2:33379 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-24T04:19:40,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address fadb2fe0ba32:33379 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: fadb2fe0ba32/172.17.0.2:33379 2024-11-24T04:19:40,603 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/.tmp/rep_barrier/a7a7a9f622a84a2990f08711fe85ec4f is 112, key is test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd./rep_barrier:seqnumDuringOpen/1732421963110/Put/seqid=0 2024-11-24T04:19:40,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741850_1026 (size=5518) 2024-11-24T04:19:40,608 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/.tmp/rep_barrier/a7a7a9f622a84a2990f08711fe85ec4f 2024-11-24T04:19:40,626 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/.tmp/table/38b0c101f567472d9704419b3891e105 is 53, key is hbase:replication/table:state/1732421967467/Put/seqid=0 2024-11-24T04:19:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741851_1027 (size=5308) 2024-11-24T04:19:40,733 DEBUG [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4401baf8a44b1b73b6f6ed9a2c0e3bd, f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:40,804 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:40,804 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fadb2fe0ba32:33379 this server is in the failed servers list 2024-11-24T04:19:40,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fadb2fe0ba32:33379 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:19:40,933 DEBUG [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4401baf8a44b1b73b6f6ed9a2c0e3bd, f782ff21e7eab8fd596edf03e2dd1f40 2024-11-24T04:19:40,981 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40/.tmp/queue/87cb2fed997442bbb9e8801561eb9ced 2024-11-24T04:19:40,986 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40/.tmp/hfileref/a2f2619e65754e2eb89cd148558bc282 as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40/hfileref/a2f2619e65754e2eb89cd148558bc282 2024-11-24T04:19:40,990 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40/hfileref/a2f2619e65754e2eb89cd148558bc282, entries=4, sequenceid=10, filesize=5.2 K 2024-11-24T04:19:40,990 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40/.tmp/queue/87cb2fed997442bbb9e8801561eb9ced as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40/queue/87cb2fed997442bbb9e8801561eb9ced 2024-11-24T04:19:40,994 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40/queue/87cb2fed997442bbb9e8801561eb9ced, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T04:19:40,995 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f782ff21e7eab8fd596edf03e2dd1f40 in 863ms, sequenceid=10, compaction requested=false 2024-11-24T04:19:40,995 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T04:19:40,999 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/replication/f782ff21e7eab8fd596edf03e2dd1f40/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T04:19:40,999 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:40,999 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:40,999 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. 2024-11-24T04:19:40,999 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f782ff21e7eab8fd596edf03e2dd1f40: Waiting for close lock at 1732421980132Running coprocessor pre-close hooks at 1732421980132Disabling compacts and flushes for region at 1732421980132Disabling writes for close at 1732421980132Obtaining lock to block concurrent updates at 1732421980132Preparing flush snapshotting stores in f782ff21e7eab8fd596edf03e2dd1f40 at 1732421980132Finished memstore snapshotting hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732421980133 (+1 ms)Flushing stores of hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. at 1732421980133Flushing f782ff21e7eab8fd596edf03e2dd1f40/hfileref: creating writer at 1732421980133Flushing f782ff21e7eab8fd596edf03e2dd1f40/hfileref: appending metadata at 1732421980148 (+15 ms)Flushing f782ff21e7eab8fd596edf03e2dd1f40/hfileref: closing flushed file at 1732421980148Flushing f782ff21e7eab8fd596edf03e2dd1f40/queue: creating writer at 1732421980562 (+414 ms)Flushing f782ff21e7eab8fd596edf03e2dd1f40/queue: appending metadata at 1732421980576 (+14 ms)Flushing f782ff21e7eab8fd596edf03e2dd1f40/queue: closing flushed file at 1732421980576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e61f57: reopening flushed file at 1732421980985 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24500c18: reopening flushed file at 1732421980990 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f782ff21e7eab8fd596edf03e2dd1f40 in 863ms, sequenceid=10, compaction requested=false at 1732421980995 (+5 ms)Writing region close event to WAL at 1732421980996 (+1 ms)Running coprocessor post-close hooks at 1732421980999 (+3 ms)Closed at 1732421980999 2024-11-24T04:19:41,000 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732421966286.f782ff21e7eab8fd596edf03e2dd1f40. 2024-11-24T04:19:41,000 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4401baf8a44b1b73b6f6ed9a2c0e3bd, disabling compactions & flushes 2024-11-24T04:19:41,000 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. 2024-11-24T04:19:41,000 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. 2024-11-24T04:19:41,000 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. after waiting 0 ms 2024-11-24T04:19:41,000 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. 2024-11-24T04:19:41,004 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/default/test/b4401baf8a44b1b73b6f6ed9a2c0e3bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T04:19:41,005 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:41,005 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:19:41,005 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. 2024-11-24T04:19:41,005 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4401baf8a44b1b73b6f6ed9a2c0e3bd: Waiting for close lock at 1732421981000Running coprocessor pre-close hooks at 1732421981000Disabling compacts and flushes for region at 1732421981000Disabling writes for close at 1732421981000Writing region close event to WAL at 1732421981000Running coprocessor post-close hooks at 1732421981005 (+5 ms)Closed at 1732421981005 2024-11-24T04:19:41,005 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732421961953.b4401baf8a44b1b73b6f6ed9a2c0e3bd. 2024-11-24T04:19:41,030 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/.tmp/table/38b0c101f567472d9704419b3891e105 2024-11-24T04:19:41,035 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/.tmp/info/149ced36c79d4bf7b991b01ed8da9789 as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/info/149ced36c79d4bf7b991b01ed8da9789 2024-11-24T04:19:41,039 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/info/149ced36c79d4bf7b991b01ed8da9789, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T04:19:41,040 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/.tmp/ns/ba23f834ac184042b7dacc328781c7ef as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/ns/ba23f834ac184042b7dacc328781c7ef 2024-11-24T04:19:41,044 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/ns/ba23f834ac184042b7dacc328781c7ef, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T04:19:41,045 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/.tmp/rep_barrier/a7a7a9f622a84a2990f08711fe85ec4f as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/rep_barrier/a7a7a9f622a84a2990f08711fe85ec4f 2024-11-24T04:19:41,049 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/rep_barrier/a7a7a9f622a84a2990f08711fe85ec4f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T04:19:41,049 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/.tmp/table/38b0c101f567472d9704419b3891e105 as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/table/38b0c101f567472d9704419b3891e105 2024-11-24T04:19:41,053 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/table/38b0c101f567472d9704419b3891e105, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T04:19:41,054 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false 2024-11-24T04:19:41,054 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:19:41,058 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T04:19:41,059 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:41,059 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:41,059 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:41,059 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421980132Running coprocessor pre-close hooks at 1732421980132Disabling compacts and flushes for region at 1732421980132Disabling writes for close at 1732421980133 (+1 ms)Obtaining lock to block concurrent updates at 1732421980133Preparing flush snapshotting stores in 1588230740 at 1732421980133Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732421980133Flushing stores of hbase:meta,,1.1588230740 at 1732421980133Flushing 1588230740/info: creating writer at 1732421980133Flushing 1588230740/info: appending metadata at 1732421980148 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732421980148Flushing 1588230740/ns: creating writer at 1732421980161 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732421980177 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732421980177Flushing 1588230740/rep_barrier: creating writer at 1732421980586 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732421980603 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732421980603Flushing 1588230740/table: creating writer at 1732421980612 (+9 ms)Flushing 1588230740/table: appending metadata at 1732421980625 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732421980625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73503d5d: reopening flushed file at 1732421981035 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485bcb4e: reopening flushed file at 1732421981040 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f219e6: reopening flushed file at 1732421981044 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20c9675c: reopening flushed file at 1732421981049 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false at 1732421981054 (+5 ms)Writing region close event to WAL at 1732421981056 (+2 ms)Running coprocessor post-close hooks at 1732421981059 (+3 ms)Closed at 1732421981059 2024-11-24T04:19:41,059 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:41,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:41,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fadb2fe0ba32:33379 this server is in the failed servers list 2024-11-24T04:19:41,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fadb2fe0ba32:33379 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:19:41,127 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 1033, reset compression=false 2024-11-24T04:19:41,132 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:19:41,132 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 1328, reset compression=false 2024-11-24T04:19:41,133 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,43499,1732421956362; all regions closed. 2024-11-24T04:19:41,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741834_1010 (size=4239) 2024-11-24T04:19:41,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.meta.1732421958188.meta not finished, retry = 0 2024-11-24T04:19:41,240 DEBUG [RS:0;fadb2fe0ba32:43499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/oldWALs 2024-11-24T04:19:41,240 INFO [RS:0;fadb2fe0ba32:43499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C43499%2C1732421956362.meta:.meta(num 1732421958188) 2024-11-24T04:19:41,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741839_1015 (size=2695) 2024-11-24T04:19:41,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.rep.1732421967425 not finished, retry = 0 2024-11-24T04:19:41,336 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 to pos 1328, reset compression=false 2024-11-24T04:19:41,345 DEBUG [RS:0;fadb2fe0ba32:43499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/oldWALs 2024-11-24T04:19:41,345 INFO [RS:0;fadb2fe0ba32:43499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C43499%2C1732421956362.rep:(num 1732421967425) 2024-11-24T04:19:41,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/WALs/fadb2fe0ba32,43499,1732421956362/fadb2fe0ba32%2C43499%2C1732421956362.1732421957757 not finished, retry = 0 2024-11-24T04:19:41,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741833_1009 (size=1336) 2024-11-24T04:19:41,449 DEBUG [RS:0;fadb2fe0ba32:43499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/oldWALs 2024-11-24T04:19:41,449 INFO [RS:0;fadb2fe0ba32:43499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C43499%2C1732421956362:(num 1732421957757) 2024-11-24T04:19:41,449 DEBUG [RS:0;fadb2fe0ba32:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:41,449 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:19:41,449 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:19:41,449 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T04:19:41,449 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:19:41,449 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:19:41,449 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,43499,1732421956362 because: Region server is closing 2024-11-24T04:19:41,449 INFO [RS:0;fadb2fe0ba32:43499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:43499. 2024-11-24T04:19:41,450 DEBUG [RS:0;fadb2fe0ba32:43499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:41,450 DEBUG [RS:0;fadb2fe0ba32:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:41,450 DEBUG [RS:0;fadb2fe0ba32:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:41,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:41,550 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.wal-reader.fadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T04:19:41,550 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-24T04:19:41,550 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-24T04:19:41,550 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-24T04:19:41,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:41,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to fadb2fe0ba32:33379 this server is in the failed servers list 2024-11-24T04:19:41,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fadb2fe0ba32:33379 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:19:41,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:41,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:41,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:41,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:41,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:41,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:41,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:41,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:41,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:42,351 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43499,1732421956362.replicationSource.shipperfadb2fe0ba32%2C43499%2C1732421956362,1-fadb2fe0ba32,43499,1732421956362 terminated 2024-11-24T04:19:42,351 INFO [RS:0;fadb2fe0ba32:43499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:43499. 2024-11-24T04:19:42,351 DEBUG [RS:0;fadb2fe0ba32:43499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:42,351 DEBUG [RS:0;fadb2fe0ba32:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:42,352 DEBUG [RS:0;fadb2fe0ba32:43499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:42,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:42,352 INFO [RS:0;fadb2fe0ba32:43499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43499 2024-11-24T04:19:42,354 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/023668499/rs/fadb2fe0ba32,43499,1732421956362 2024-11-24T04:19:42,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499/rs 2024-11-24T04:19:42,354 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:19:42,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,43499,1732421956362] 2024-11-24T04:19:42,357 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /023668499/draining/fadb2fe0ba32,43499,1732421956362 already deleted, retry=false 2024-11-24T04:19:42,358 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,43499,1732421956362 expired; onlineServers=0 2024-11-24T04:19:42,358 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,44937,1732421956094' ***** 2024-11-24T04:19:42,358 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:19:42,358 INFO [M:0;fadb2fe0ba32:44937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:19:42,358 INFO [M:0;fadb2fe0ba32:44937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:19:42,358 DEBUG [M:0;fadb2fe0ba32:44937 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:19:42,358 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:19:42,358 DEBUG [M:0;fadb2fe0ba32:44937 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:19:42,358 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421957397 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421957397,5,FailOnTimeoutGroup] 2024-11-24T04:19:42,358 INFO [M:0;fadb2fe0ba32:44937 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:19:42,358 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421957380 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421957380,5,FailOnTimeoutGroup] 2024-11-24T04:19:42,358 INFO [M:0;fadb2fe0ba32:44937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:19:42,358 DEBUG [M:0;fadb2fe0ba32:44937 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:19:42,358 INFO [M:0;fadb2fe0ba32:44937 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:19:42,358 INFO [M:0;fadb2fe0ba32:44937 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:19:42,359 INFO [M:0;fadb2fe0ba32:44937 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:19:42,359 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:19:42,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/023668499/master 2024-11-24T04:19:42,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/023668499 2024-11-24T04:19:42,360 DEBUG [M:0;fadb2fe0ba32:44937 {}] zookeeper.ZKUtil(347): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Unable to get data of znode /023668499/master because node does not exist (not an error) 2024-11-24T04:19:42,360 WARN [M:0;fadb2fe0ba32:44937 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:19:42,361 INFO [M:0;fadb2fe0ba32:44937 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/.lastflushedseqids 2024-11-24T04:19:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741852_1028 (size=263) 2024-11-24T04:19:42,387 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:19:42,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:42,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:42,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:42,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:42,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:42,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:42,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:42,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:42,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:42,457 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:42,457 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43499-0x101483318b90001, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:42,457 INFO [RS:0;fadb2fe0ba32:43499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:19:42,457 INFO [RS:0;fadb2fe0ba32:43499 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,43499,1732421956362; zookeeper connection closed. 2024-11-24T04:19:42,457 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a649bfe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a649bfe 2024-11-24T04:19:42,457 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:19:42,644 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:42,644 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:19:42,647 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:19:42,766 INFO [M:0;fadb2fe0ba32:44937 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:19:42,766 INFO [M:0;fadb2fe0ba32:44937 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:19:42,766 DEBUG [M:0;fadb2fe0ba32:44937 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:19:42,766 INFO [M:0;fadb2fe0ba32:44937 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:42,766 DEBUG [M:0;fadb2fe0ba32:44937 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:42,766 DEBUG [M:0;fadb2fe0ba32:44937 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:19:42,766 DEBUG [M:0;fadb2fe0ba32:44937 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:42,766 INFO [M:0;fadb2fe0ba32:44937 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-24T04:19:42,783 DEBUG [M:0;fadb2fe0ba32:44937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8acb500822764ec3aaaa29fee3116fc3 is 82, key is hbase:meta,,1/info:regioninfo/1732421958221/Put/seqid=0 2024-11-24T04:19:42,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741853_1029 (size=5672) 2024-11-24T04:19:43,188 INFO [M:0;fadb2fe0ba32:44937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8acb500822764ec3aaaa29fee3116fc3 2024-11-24T04:19:43,207 DEBUG [M:0;fadb2fe0ba32:44937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3e4035772f64f96bf7bc203b74865b7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732421967470/Put/seqid=0 2024-11-24T04:19:43,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741854_1030 (size=8517) 2024-11-24T04:19:43,611 INFO [M:0;fadb2fe0ba32:44937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3e4035772f64f96bf7bc203b74865b7 2024-11-24T04:19:43,634 DEBUG [M:0;fadb2fe0ba32:44937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94e4b3f8f6a34f609f5d3b577c6fba54 is 69, key is fadb2fe0ba32,43499,1732421956362/rs:state/1732421957458/Put/seqid=0 2024-11-24T04:19:43,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741855_1031 (size=5156) 2024-11-24T04:19:44,038 INFO [M:0;fadb2fe0ba32:44937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94e4b3f8f6a34f609f5d3b577c6fba54 2024-11-24T04:19:44,043 DEBUG [M:0;fadb2fe0ba32:44937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8acb500822764ec3aaaa29fee3116fc3 as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8acb500822764ec3aaaa29fee3116fc3 2024-11-24T04:19:44,047 INFO [M:0;fadb2fe0ba32:44937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8acb500822764ec3aaaa29fee3116fc3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T04:19:44,048 DEBUG [M:0;fadb2fe0ba32:44937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3e4035772f64f96bf7bc203b74865b7 as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3e4035772f64f96bf7bc203b74865b7 2024-11-24T04:19:44,051 INFO [M:0;fadb2fe0ba32:44937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3e4035772f64f96bf7bc203b74865b7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T04:19:44,052 DEBUG [M:0;fadb2fe0ba32:44937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94e4b3f8f6a34f609f5d3b577c6fba54 as hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94e4b3f8f6a34f609f5d3b577c6fba54 2024-11-24T04:19:44,055 INFO [M:0;fadb2fe0ba32:44937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46191/user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94e4b3f8f6a34f609f5d3b577c6fba54, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T04:19:44,056 INFO [M:0;fadb2fe0ba32:44937 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-24T04:19:44,058 INFO [M:0;fadb2fe0ba32:44937 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:44,058 DEBUG [M:0;fadb2fe0ba32:44937 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421982766Disabling compacts and flushes for region at 1732421982766Disabling writes for close at 1732421982766Obtaining lock to block concurrent updates at 1732421982766Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732421982766Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732421982767 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732421982767Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732421982767Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732421982782 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732421982782Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732421983192 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732421983206 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732421983207 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732421983616 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732421983633 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732421983633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ebeef1: reopening flushed file at 1732421984043 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb5607f: reopening flushed file at 1732421984047 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b39a90: reopening flushed file at 1732421984051 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1732421984056 (+5 ms)Writing region close event to WAL at 1732421984057 (+1 ms)Closed at 1732421984058 (+1 ms) 2024-11-24T04:19:44,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42403 is added to blk_1073741830_1006 (size=63666) 2024-11-24T04:19:44,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7017a309-3488-98a5-e8f4-21ead7d4e286/MasterData/WALs/fadb2fe0ba32,44937,1732421956094/fadb2fe0ba32%2C44937%2C1732421956094.1732421957077 not finished, retry = 0 2024-11-24T04:19:44,161 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:19:44,161 INFO [M:0;fadb2fe0ba32:44937 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:19:44,161 INFO [M:0;fadb2fe0ba32:44937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44937 2024-11-24T04:19:44,162 INFO [M:0;fadb2fe0ba32:44937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:19:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44937-0x101483318b90000, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:19:44,265 INFO [M:0;fadb2fe0ba32:44937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:19:44,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36e787e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:19:44,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10d68b60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:19:44,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:19:44,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33784b9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:19:44,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6719d256{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/hadoop.log.dir/,STOPPED} 2024-11-24T04:19:44,270 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:19:44,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:19:44,270 WARN [BP-506838534-172.17.0.2-1732421955140 heartbeating to localhost/127.0.0.1:46191 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:19:44,270 WARN [BP-506838534-172.17.0.2-1732421955140 heartbeating to localhost/127.0.0.1:46191 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-506838534-172.17.0.2-1732421955140 (Datanode Uuid 35d90790-622f-41d6-a71f-b046f9e91f73) service to localhost/127.0.0.1:46191 2024-11-24T04:19:44,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/cluster_a89140fe-8ad4-75cb-b296-1d90f8050047/data/data1/current/BP-506838534-172.17.0.2-1732421955140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:19:44,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/cluster_a89140fe-8ad4-75cb-b296-1d90f8050047/data/data2/current/BP-506838534-172.17.0.2-1732421955140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:19:44,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:19:44,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@447a424b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:19:44,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5eebbb3a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:19:44,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:19:44,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111f686e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:19:44,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555734c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c8bc2d4-91fe-f618-ddea-2dff48e1d4bc/hadoop.log.dir/,STOPPED} 2024-11-24T04:19:44,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T04:19:44,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:19:44,304 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 208) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:46191 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:46191 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:46191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51074) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33663 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:46191 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:46191 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51074) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46191 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33663 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46191 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=623 (was 566) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 227) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5943 (was 6134) 2024-11-24T04:19:44,312 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=5943 2024-11-24T04:19:44,325 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-24T04:19:44,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/hadoop.log.dir so I do NOT create it in target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0 2024-11-24T04:19:44,326 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:19:44,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/hadoop.tmp.dir so I do NOT create it in target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0 2024-11-24T04:19:44,326 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0895a696-086d-2d9e-6403-93f74df2a749/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:19:44,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0 2024-11-24T04:19:44,326 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/cluster_f4950c6c-5907-9984-4236-7c25097e880a, deleteOnExit=true 2024-11-24T04:19:44,328 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/cluster_f4950c6c-5907-9984-4236-7c25097e880a/zookeeper_0, clientPort=57586, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/cluster_f4950c6c-5907-9984-4236-7c25097e880a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/cluster_f4950c6c-5907-9984-4236-7c25097e880a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T04:19:44,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57586 2024-11-24T04:19:44,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:19:44,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:19:44,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/test.cache.data in system properties and HBase conf 2024-11-24T04:19:44,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:19:44,330 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:19:44,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:19:44,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:19:44,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101483318b90005, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:19:44,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101483318b90002, quorum=127.0.0.1:51074, baseZNode=/023668499 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:19:44,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101483318b90005, quorum=127.0.0.1:51074, baseZNode=/1717202663 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:19:44,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101483318b90002, quorum=127.0.0.1:51074, baseZNode=/023668499 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:19:44,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:19:44,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:19:44,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:19:44,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:19:44,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:19:44,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:19:44,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c440ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:19:44,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@85321a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:19:44,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f44855f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/java.io.tmpdir/jetty-localhost-45645-hadoop-hdfs-3_4_1-tests_jar-_-any-75675086924685822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:19:44,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5da9cd49{HTTP/1.1, (http/1.1)}{localhost:45645} 2024-11-24T04:19:44,529 INFO [Time-limited test {}] server.Server(415): Started @184772ms 2024-11-24T04:19:44,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:19:44,611 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:19:44,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:19:44,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:19:44,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:19:44,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2264fe96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:19:44,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@452692c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:19:44,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:44,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:19:44,657 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:19:44,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c66a628{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/java.io.tmpdir/jetty-localhost-43099-hadoop-hdfs-3_4_1-tests_jar-_-any-13940405396565876177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:19:44,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f13727f{HTTP/1.1, (http/1.1)}{localhost:43099} 2024-11-24T04:19:44,756 INFO [Time-limited test {}] server.Server(415): Started @184999ms 2024-11-24T04:19:44,758 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:19:44,849 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/cluster_f4950c6c-5907-9984-4236-7c25097e880a/data/data2/current/BP-472762549-172.17.0.2-1732421984350/current, will proceed with Du for space computation calculation, 2024-11-24T04:19:44,849 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/cluster_f4950c6c-5907-9984-4236-7c25097e880a/data/data1/current/BP-472762549-172.17.0.2-1732421984350/current, will proceed with Du for space computation calculation, 2024-11-24T04:19:44,868 WARN [Thread-2177 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:19:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12905fe4e2774c5f with lease ID 0x710f45e403fb076b: Processing first storage report for DS-681c848e-fb10-41a4-b362-2a440198b416 from datanode DatanodeRegistration(127.0.0.1:39449, datanodeUuid=13b30041-30bb-4b2e-9486-b0b6587b0456, infoPort=46681, infoSecurePort=0, ipcPort=46331, storageInfo=lv=-57;cid=testClusterID;nsid=1764215809;c=1732421984350) 2024-11-24T04:19:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12905fe4e2774c5f with lease ID 0x710f45e403fb076b: from storage DS-681c848e-fb10-41a4-b362-2a440198b416 node DatanodeRegistration(127.0.0.1:39449, datanodeUuid=13b30041-30bb-4b2e-9486-b0b6587b0456, infoPort=46681, infoSecurePort=0, ipcPort=46331, storageInfo=lv=-57;cid=testClusterID;nsid=1764215809;c=1732421984350), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:19:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12905fe4e2774c5f with lease ID 0x710f45e403fb076b: Processing first storage report for DS-1c70537b-43eb-4e01-af95-839c4bf7d4b8 from datanode DatanodeRegistration(127.0.0.1:39449, datanodeUuid=13b30041-30bb-4b2e-9486-b0b6587b0456, infoPort=46681, infoSecurePort=0, ipcPort=46331, storageInfo=lv=-57;cid=testClusterID;nsid=1764215809;c=1732421984350) 2024-11-24T04:19:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12905fe4e2774c5f with lease ID 0x710f45e403fb076b: from storage DS-1c70537b-43eb-4e01-af95-839c4bf7d4b8 node DatanodeRegistration(127.0.0.1:39449, datanodeUuid=13b30041-30bb-4b2e-9486-b0b6587b0456, infoPort=46681, infoSecurePort=0, ipcPort=46331, storageInfo=lv=-57;cid=testClusterID;nsid=1764215809;c=1732421984350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:19:44,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0 2024-11-24T04:19:44,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:44,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:44,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:19:44,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:44,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:19:44,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T04:19:44,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T04:19:44,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T04:19:44,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:44,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:19:45,288 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee with version=8 2024-11-24T04:19:45,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/hbase-staging 2024-11-24T04:19:45,290 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:19:45,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:45,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:45,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:19:45,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:45,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:19:45,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:19:45,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:19:45,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36789 2024-11-24T04:19:45,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36789 connecting to ZooKeeper ensemble=127.0.0.1:57586 2024-11-24T04:19:45,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367890x0, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:45,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36789-0x10148338ad80000 connected 2024-11-24T04:19:45,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:45,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:45,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Set watcher on znode that does not yet exist, /0-1093469074/running 2024-11-24T04:19:45,338 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee, hbase.cluster.distributed=false 2024-11-24T04:19:45,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Set watcher on znode that does not yet exist, /0-1093469074/acl 2024-11-24T04:19:45,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36789 2024-11-24T04:19:45,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36789 2024-11-24T04:19:45,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36789 2024-11-24T04:19:45,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36789 2024-11-24T04:19:45,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36789 2024-11-24T04:19:45,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:19:45,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:45,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:45,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:19:45,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:45,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:19:45,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:19:45,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:19:45,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38669 2024-11-24T04:19:45,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38669 connecting to ZooKeeper ensemble=127.0.0.1:57586 2024-11-24T04:19:45,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:45,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:45,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386690x0, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:45,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Set watcher on znode that does not yet exist, /0-1093469074/running 2024-11-24T04:19:45,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38669-0x10148338ad80001 connected 2024-11-24T04:19:45,375 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:19:45,376 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:19:45,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Set watcher on znode that does not yet exist, /0-1093469074/master 2024-11-24T04:19:45,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Set watcher on znode that does not yet exist, /0-1093469074/acl 2024-11-24T04:19:45,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-24T04:19:45,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38669 2024-11-24T04:19:45,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38669 2024-11-24T04:19:45,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-24T04:19:45,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-24T04:19:45,399 DEBUG [M:0;fadb2fe0ba32:36789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:36789 2024-11-24T04:19:45,399 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1093469074/backup-masters/fadb2fe0ba32,36789,1732421985290 2024-11-24T04:19:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074/backup-masters 2024-11-24T04:19:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074/backup-masters 2024-11-24T04:19:45,401 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Set watcher on existing znode=/0-1093469074/backup-masters/fadb2fe0ba32,36789,1732421985290 2024-11-24T04:19:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1093469074/master 2024-11-24T04:19:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:45,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:45,403 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Set watcher on existing znode=/0-1093469074/master 2024-11-24T04:19:45,404 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1093469074/backup-masters/fadb2fe0ba32,36789,1732421985290 from backup master directory 2024-11-24T04:19:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1093469074/backup-masters/fadb2fe0ba32,36789,1732421985290 2024-11-24T04:19:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074/backup-masters 2024-11-24T04:19:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074/backup-masters 2024-11-24T04:19:45,406 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:19:45,406 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,36789,1732421985290 2024-11-24T04:19:45,410 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/hbase.id] with ID: 7dcfaedd-91a2-48a1-8f14-44d699d0548a 2024-11-24T04:19:45,410 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/.tmp/hbase.id 2024-11-24T04:19:45,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:19:45,818 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/.tmp/hbase.id]:[hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/hbase.id] 2024-11-24T04:19:45,828 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:45,828 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:19:45,829 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:19:45,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:45,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:45,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:19:46,236 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:46,237 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:19:46,238 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:19:46,645 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store 2024-11-24T04:19:46,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:19:47,051 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:47,051 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:19:47,051 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:47,051 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:47,051 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:19:47,051 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:47,051 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:47,051 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421987051Disabling compacts and flushes for region at 1732421987051Disabling writes for close at 1732421987051Writing region close event to WAL at 1732421987051Closed at 1732421987051 2024-11-24T04:19:47,051 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/.initializing 2024-11-24T04:19:47,051 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/WALs/fadb2fe0ba32,36789,1732421985290 2024-11-24T04:19:47,052 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:19:47,054 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C36789%2C1732421985290, suffix=, logDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/WALs/fadb2fe0ba32,36789,1732421985290, archiveDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/oldWALs, maxLogs=10 2024-11-24T04:19:47,067 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/WALs/fadb2fe0ba32,36789,1732421985290/fadb2fe0ba32%2C36789%2C1732421985290.1732421987054, exclude list is [], retry=0 2024-11-24T04:19:47,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39449,DS-681c848e-fb10-41a4-b362-2a440198b416,DISK] 2024-11-24T04:19:47,071 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/WALs/fadb2fe0ba32,36789,1732421985290/fadb2fe0ba32%2C36789%2C1732421985290.1732421987054 2024-11-24T04:19:47,071 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-24T04:19:47,071 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:47,071 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:47,071 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:47,072 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:47,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:47,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:19:47,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:47,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:47,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:47,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:19:47,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:47,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:47,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:47,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:19:47,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:47,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:47,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:47,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:19:47,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:47,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:47,078 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:47,078 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:47,079 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:47,079 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:47,080 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:47,080 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:47,081 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:47,082 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:47,083 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71987722, jitterRate=0.07270064949989319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:47,083 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421987072Initializing all the Stores at 1732421987072Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421987072Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421987072Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421987072Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421987072Cleaning up temporary data from old regions at 1732421987080 (+8 ms)Region opened successfully at 1732421987083 (+3 ms) 2024-11-24T04:19:47,084 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:19:47,086 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79315f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:19:47,087 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:19:47,087 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:19:47,087 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:19:47,087 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:19:47,088 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:19:47,088 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:19:47,088 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:19:47,090 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:19:47,090 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Unable to get data of znode /0-1093469074/balancer because node does not exist (not necessarily an error) 2024-11-24T04:19:47,092 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1093469074/balancer already deleted, retry=false 2024-11-24T04:19:47,092 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:19:47,093 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Unable to get data of znode /0-1093469074/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:19:47,094 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1093469074/normalizer already deleted, retry=false 2024-11-24T04:19:47,094 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:19:47,095 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Unable to get data of znode /0-1093469074/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:19:47,097 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1093469074/switch/split already deleted, retry=false 2024-11-24T04:19:47,098 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Unable to get data of znode /0-1093469074/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:19:47,099 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1093469074/switch/merge already deleted, retry=false 2024-11-24T04:19:47,100 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Unable to get data of znode /0-1093469074/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:19:47,101 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1093469074/snapshot-cleanup already deleted, retry=false 2024-11-24T04:19:47,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1093469074/running 2024-11-24T04:19:47,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1093469074/running 2024-11-24T04:19:47,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:47,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:47,103 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,36789,1732421985290, sessionid=0x10148338ad80000, setting cluster-up flag (Was=false) 2024-11-24T04:19:47,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:47,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:47,111 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1093469074/flush-table-proc/acquired, /0-1093469074/flush-table-proc/reached, /0-1093469074/flush-table-proc/abort 2024-11-24T04:19:47,112 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,36789,1732421985290 2024-11-24T04:19:47,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:47,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:47,119 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1093469074/online-snapshot/acquired, /0-1093469074/online-snapshot/reached, /0-1093469074/online-snapshot/abort 2024-11-24T04:19:47,120 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,36789,1732421985290 2024-11-24T04:19:47,121 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:19:47,122 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:47,123 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:19:47,123 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:19:47,123 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,36789,1732421985290 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:19:47,124 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:47,124 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:47,124 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:47,124 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:47,124 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:19:47,124 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,124 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:19:47,124 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:47,125 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:19:47,126 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:47,126 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:19:47,128 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732422017128 2024-11-24T04:19:47,129 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:19:47,129 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:19:47,129 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:19:47,129 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:19:47,129 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:19:47,129 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:19:47,129 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,129 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:19:47,129 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:19:47,129 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:19:47,129 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:19:47,130 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:19:47,130 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:19:47,130 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421987130,5,FailOnTimeoutGroup] 2024-11-24T04:19:47,130 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421987130,5,FailOnTimeoutGroup] 2024-11-24T04:19:47,130 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,130 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:19:47,130 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,130 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:19:47,196 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(746): ClusterId : 7dcfaedd-91a2-48a1-8f14-44d699d0548a 2024-11-24T04:19:47,196 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:19:47,198 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:19:47,198 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:19:47,200 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:19:47,200 DEBUG [RS:0;fadb2fe0ba32:38669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57692894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:19:47,213 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:38669 2024-11-24T04:19:47,214 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:19:47,214 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:19:47,214 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:19:47,214 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,36789,1732421985290 with port=38669, startcode=1732421985366 2024-11-24T04:19:47,214 DEBUG [RS:0;fadb2fe0ba32:38669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:19:47,216 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:19:47,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:47,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36789 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:47,217 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee 2024-11-24T04:19:47,217 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38447 2024-11-24T04:19:47,217 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:19:47,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074/rs 2024-11-24T04:19:47,224 DEBUG [RS:0;fadb2fe0ba32:38669 {}] zookeeper.ZKUtil(111): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Set watcher on existing znode=/0-1093469074/rs/fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:47,224 WARN [RS:0;fadb2fe0ba32:38669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:19:47,224 INFO [RS:0;fadb2fe0ba32:38669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:47,225 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:47,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,38669,1732421985366] 2024-11-24T04:19:47,227 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:19:47,229 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:19:47,230 INFO [RS:0;fadb2fe0ba32:38669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:19:47,230 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,230 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:19:47,230 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:19:47,230 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:19:47,231 DEBUG [RS:0;fadb2fe0ba32:38669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:19:47,231 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,231 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,231 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,231 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,231 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,231 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,38669,1732421985366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:19:47,245 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:19:47,245 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,38669,1732421985366-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,245 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,245 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.Replication(171): fadb2fe0ba32,38669,1732421985366 started 2024-11-24T04:19:47,259 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:47,259 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,38669,1732421985366, RpcServer on fadb2fe0ba32/172.17.0.2:38669, sessionid=0x10148338ad80001 2024-11-24T04:19:47,259 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:19:47,259 DEBUG [RS:0;fadb2fe0ba32:38669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:47,259 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,38669,1732421985366' 2024-11-24T04:19:47,259 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1093469074/flush-table-proc/abort' 2024-11-24T04:19:47,259 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1093469074/flush-table-proc/acquired' 2024-11-24T04:19:47,260 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:19:47,260 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:19:47,260 DEBUG [RS:0;fadb2fe0ba32:38669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:47,260 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,38669,1732421985366' 2024-11-24T04:19:47,260 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1093469074/online-snapshot/abort' 2024-11-24T04:19:47,260 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1093469074/online-snapshot/acquired' 2024-11-24T04:19:47,260 DEBUG [RS:0;fadb2fe0ba32:38669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:19:47,260 INFO [RS:0;fadb2fe0ba32:38669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:19:47,260 INFO [RS:0;fadb2fe0ba32:38669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:19:47,361 INFO [RS:0;fadb2fe0ba32:38669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:19:47,362 INFO [RS:0;fadb2fe0ba32:38669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C38669%2C1732421985366, suffix=, logDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366, archiveDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/oldWALs, maxLogs=10 2024-11-24T04:19:47,376 DEBUG [RS:0;fadb2fe0ba32:38669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362, exclude list is [], retry=0 2024-11-24T04:19:47,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39449,DS-681c848e-fb10-41a4-b362-2a440198b416,DISK] 2024-11-24T04:19:47,380 INFO [RS:0;fadb2fe0ba32:38669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 2024-11-24T04:19:47,380 DEBUG [RS:0;fadb2fe0ba32:38669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-24T04:19:47,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:19:47,533 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee 2024-11-24T04:19:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:19:47,853 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:19:47,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:47,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:47,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:47,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:47,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:47,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:47,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:47,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:47,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:47,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:47,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:47,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:19:47,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:19:47,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:47,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:47,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:19:47,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:19:47,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:47,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:47,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:19:47,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:19:47,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:47,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:47,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:19:47,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:19:47,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:47,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:47,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:19:47,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740 2024-11-24T04:19:47,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740 2024-11-24T04:19:47,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:19:47,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:19:47,947 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:47,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:19:47,950 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:47,950 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74392728, jitterRate=0.10853803157806396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:47,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421987939Initializing all the Stores at 1732421987939Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421987939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421987940 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421987940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421987940Cleaning up temporary data from old regions at 1732421987947 (+7 ms)Region opened successfully at 1732421987951 (+4 ms) 2024-11-24T04:19:47,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:19:47,951 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:19:47,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:19:47,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:19:47,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:19:47,952 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:47,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421987951Disabling compacts and flushes for region at 1732421987951Disabling writes for close at 1732421987951Writing region close event to WAL at 1732421987952 (+1 ms)Closed at 1732421987952 2024-11-24T04:19:47,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:47,953 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:19:47,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:19:47,954 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:19:47,954 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:19:48,105 DEBUG [fadb2fe0ba32:36789 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:19:48,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:48,106 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,38669,1732421985366, state=OPENING 2024-11-24T04:19:48,108 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:19:48,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:48,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:48,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1093469074/meta-region-server: CHANGED 2024-11-24T04:19:48,116 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:19:48,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1093469074/meta-region-server: CHANGED 2024-11-24T04:19:48,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,38669,1732421985366}] 2024-11-24T04:19:48,268 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:19:48,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:19:48,273 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:19:48,273 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:48,273 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:19:48,274 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C38669%2C1732421985366.meta, suffix=.meta, logDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366, archiveDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/oldWALs, maxLogs=10 2024-11-24T04:19:48,288 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.meta.1732421988275.meta, exclude list is [], retry=0 2024-11-24T04:19:48,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39449,DS-681c848e-fb10-41a4-b362-2a440198b416,DISK] 2024-11-24T04:19:48,291 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.meta.1732421988275.meta 2024-11-24T04:19:48,291 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-24T04:19:48,291 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:48,292 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:48,292 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:19:48,292 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:19:48,292 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:19:48,292 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:19:48,292 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:48,292 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:19:48,292 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:19:48,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:19:48,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:19:48,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:48,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:48,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:19:48,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:19:48,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:48,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:48,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:19:48,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:19:48,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:48,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:48,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:19:48,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:19:48,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:48,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:48,298 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:19:48,298 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740 2024-11-24T04:19:48,299 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740 2024-11-24T04:19:48,300 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:19:48,300 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:19:48,301 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:48,301 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:19:48,302 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63228441, jitterRate=-0.057822808623313904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:48,302 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:19:48,303 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421988292Writing region info on filesystem at 1732421988292Initializing all the Stores at 1732421988293 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421988293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421988293Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421988293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421988293Cleaning up temporary data from old regions at 1732421988300 (+7 ms)Running coprocessor post-open hooks at 1732421988302 (+2 ms)Region opened successfully at 1732421988303 (+1 ms) 2024-11-24T04:19:48,303 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421988268 2024-11-24T04:19:48,305 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:19:48,305 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:19:48,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:48,306 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,38669,1732421985366, state=OPEN 2024-11-24T04:19:48,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1093469074/meta-region-server 2024-11-24T04:19:48,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1093469074/meta-region-server 2024-11-24T04:19:48,308 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:48,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1093469074/meta-region-server: CHANGED 2024-11-24T04:19:48,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1093469074/meta-region-server: CHANGED 2024-11-24T04:19:48,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:19:48,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,38669,1732421985366 in 192 msec 2024-11-24T04:19:48,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:19:48,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-24T04:19:48,312 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:48,312 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:19:48,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:48,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,38669,1732421985366, seqNum=-1] 2024-11-24T04:19:48,313 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:48,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:48,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-24T04:19:48,318 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421988318, completionTime=-1 2024-11-24T04:19:48,318 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:19:48,318 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:19:48,319 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:19:48,319 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422048319 2024-11-24T04:19:48,319 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422108319 2024-11-24T04:19:48,319 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:19:48,320 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36789,1732421985290-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:48,320 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36789,1732421985290-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:48,320 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36789,1732421985290-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:48,320 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:36789, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:48,320 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:48,320 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:48,321 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:19:48,323 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.917sec 2024-11-24T04:19:48,323 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:19:48,323 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:19:48,323 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:19:48,323 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:19:48,323 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:19:48,323 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36789,1732421985290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:19:48,323 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36789,1732421985290-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:19:48,325 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:19:48,325 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:19:48,325 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36789,1732421985290-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:48,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ffa097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:48,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36789,-1 for getting cluster id 2024-11-24T04:19:48,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:48,398 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dcfaedd-91a2-48a1-8f14-44d699d0548a' 2024-11-24T04:19:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dcfaedd-91a2-48a1-8f14-44d699d0548a" 2024-11-24T04:19:48,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2e03d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:48,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36789,-1] 2024-11-24T04:19:48,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:48,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:48,400 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:48,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a58a28f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:48,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,38669,1732421985366, seqNum=-1] 2024-11-24T04:19:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:48,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:48,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,36789,1732421985290 2024-11-24T04:19:48,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57586 2024-11-24T04:19:48,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:48,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10148338ad80002 connected 2024-11-24T04:19:48,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/hadoop.log.dir so I do NOT create it in target/test-data/25995272-9eb0-3cbe-f962-07201a31949b 2024-11-24T04:19:48,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:19:48,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/hadoop.tmp.dir so I do NOT create it in target/test-data/25995272-9eb0-3cbe-f962-07201a31949b 2024-11-24T04:19:48,412 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:19:48,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b 2024-11-24T04:19:48,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:19:48,413 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/cluster_c0e8c123-54c4-2f8f-9652-48806d34666d, deleteOnExit=true 2024-11-24T04:19:48,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:19:48,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/test.cache.data in system properties and HBase conf 2024-11-24T04:19:48,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:19:48,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:19:48,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:19:48,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:19:48,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:19:48,413 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:19:48,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:19:48,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:19:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:19:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:19:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:19:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:19:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:19:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:19:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:19:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:19:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:19:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:19:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:19:48,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:19:48,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:19:48,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:19:48,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:19:48,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:19:48,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:19:48,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:19:48,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c840efb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:19:48,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@543f0caa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:19:48,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@445a7d66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/java.io.tmpdir/jetty-localhost-34071-hadoop-hdfs-3_4_1-tests_jar-_-any-3128789635321022566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:19:48,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e2ce867{HTTP/1.1, (http/1.1)}{localhost:34071} 2024-11-24T04:19:48,628 INFO [Time-limited test {}] server.Server(415): Started @188871ms 2024-11-24T04:19:48,673 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:48,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:19:48,674 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8185 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:19:48,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:19:48,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:19:48,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:19:48,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:19:48,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:19:48,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@118d241{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:19:48,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@621442a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:19:48,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b5bf0f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/java.io.tmpdir/jetty-localhost-35923-hadoop-hdfs-3_4_1-tests_jar-_-any-15227324801268432276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:19:48,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45dae0cf{HTTP/1.1, (http/1.1)}{localhost:35923} 2024-11-24T04:19:48,834 INFO [Time-limited test {}] server.Server(415): Started @189077ms 2024-11-24T04:19:48,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:19:48,942 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/cluster_c0e8c123-54c4-2f8f-9652-48806d34666d/data/data1/current/BP-879471930-172.17.0.2-1732421988433/current, will proceed with Du for space computation calculation, 2024-11-24T04:19:48,942 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/cluster_c0e8c123-54c4-2f8f-9652-48806d34666d/data/data2/current/BP-879471930-172.17.0.2-1732421988433/current, will proceed with Du for space computation calculation, 2024-11-24T04:19:48,964 WARN [Thread-2298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:19:48,966 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37a334bf78320d2d with lease ID 0xc1b49df23b913655: Processing first storage report for DS-c7a8fc8b-cbf0-4401-9e92-f3324fde73ce from datanode DatanodeRegistration(127.0.0.1:36541, datanodeUuid=c3055107-29ec-42c8-91b4-deb9a3cb7e3b, infoPort=37927, infoSecurePort=0, ipcPort=44927, storageInfo=lv=-57;cid=testClusterID;nsid=969967420;c=1732421988433) 2024-11-24T04:19:48,966 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37a334bf78320d2d with lease ID 0xc1b49df23b913655: from storage DS-c7a8fc8b-cbf0-4401-9e92-f3324fde73ce node DatanodeRegistration(127.0.0.1:36541, datanodeUuid=c3055107-29ec-42c8-91b4-deb9a3cb7e3b, infoPort=37927, infoSecurePort=0, ipcPort=44927, storageInfo=lv=-57;cid=testClusterID;nsid=969967420;c=1732421988433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:19:48,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37a334bf78320d2d with lease ID 0xc1b49df23b913655: Processing first storage report for DS-7e44a9b3-bb64-4717-9376-5c728156e443 from datanode DatanodeRegistration(127.0.0.1:36541, datanodeUuid=c3055107-29ec-42c8-91b4-deb9a3cb7e3b, infoPort=37927, infoSecurePort=0, ipcPort=44927, storageInfo=lv=-57;cid=testClusterID;nsid=969967420;c=1732421988433) 2024-11-24T04:19:48,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37a334bf78320d2d with lease ID 0xc1b49df23b913655: from storage DS-7e44a9b3-bb64-4717-9376-5c728156e443 node DatanodeRegistration(127.0.0.1:36541, datanodeUuid=c3055107-29ec-42c8-91b4-deb9a3cb7e3b, infoPort=37927, infoSecurePort=0, ipcPort=44927, storageInfo=lv=-57;cid=testClusterID;nsid=969967420;c=1732421988433), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T04:19:49,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b 2024-11-24T04:19:49,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:49,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:49,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:19:49,069 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b with version=8 2024-11-24T04:19:49,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/hbase-staging 2024-11-24T04:19:49,071 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:19:49,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:49,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:49,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:19:49,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:49,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:19:49,072 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:19:49,072 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:19:49,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36659 2024-11-24T04:19:49,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36659 connecting to ZooKeeper ensemble=127.0.0.1:57586 2024-11-24T04:19:49,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366590x0, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:49,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36659-0x10148338ad80003 connected 2024-11-24T04:19:49,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:49,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:49,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Set watcher on znode that does not yet exist, /11369114949/running 2024-11-24T04:19:49,089 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b, hbase.cluster.distributed=false 2024-11-24T04:19:49,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Set watcher on znode that does not yet exist, /11369114949/acl 2024-11-24T04:19:49,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36659 2024-11-24T04:19:49,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36659 2024-11-24T04:19:49,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36659 2024-11-24T04:19:49,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36659 2024-11-24T04:19:49,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36659 2024-11-24T04:19:49,110 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:19:49,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:49,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:49,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:19:49,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:19:49,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:19:49,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:19:49,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:19:49,111 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39689 2024-11-24T04:19:49,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39689 connecting to ZooKeeper ensemble=127.0.0.1:57586 2024-11-24T04:19:49,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:49,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:49,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396890x0, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:49,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396890x0, quorum=127.0.0.1:57586, baseZNode=/11369114949 Set watcher on znode that does not yet exist, /11369114949/running 2024-11-24T04:19:49,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39689-0x10148338ad80004 connected 2024-11-24T04:19:49,118 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:19:49,119 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:19:49,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Set watcher on znode that does not yet exist, /11369114949/master 2024-11-24T04:19:49,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Set watcher on znode that does not yet exist, /11369114949/acl 2024-11-24T04:19:49,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39689 2024-11-24T04:19:49,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39689 2024-11-24T04:19:49,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39689 2024-11-24T04:19:49,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39689 2024-11-24T04:19:49,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39689 2024-11-24T04:19:49,142 DEBUG [M:0;fadb2fe0ba32:36659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:36659 2024-11-24T04:19:49,142 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11369114949/backup-masters/fadb2fe0ba32,36659,1732421989071 2024-11-24T04:19:49,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949/backup-masters 2024-11-24T04:19:49,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949/backup-masters 2024-11-24T04:19:49,146 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Set watcher on existing znode=/11369114949/backup-masters/fadb2fe0ba32,36659,1732421989071 2024-11-24T04:19:49,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11369114949/master 2024-11-24T04:19:49,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:49,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:49,148 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Set watcher on existing znode=/11369114949/master 2024-11-24T04:19:49,148 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11369114949/backup-masters/fadb2fe0ba32,36659,1732421989071 from backup master directory 2024-11-24T04:19:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11369114949/backup-masters/fadb2fe0ba32,36659,1732421989071 2024-11-24T04:19:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949/backup-masters 2024-11-24T04:19:49,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949/backup-masters 2024-11-24T04:19:49,149 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:19:49,149 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,36659,1732421989071 2024-11-24T04:19:49,153 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/hbase.id] with ID: 7a76734f-8cb2-4344-9b16-1cc84ae10757 2024-11-24T04:19:49,153 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/.tmp/hbase.id 2024-11-24T04:19:49,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:19:49,559 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/.tmp/hbase.id]:[hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/hbase.id] 2024-11-24T04:19:49,567 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:19:49,567 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:19:49,568 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:19:49,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:49,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:49,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:19:49,975 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:49,976 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:19:49,976 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:49,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:19:50,382 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store 2024-11-24T04:19:50,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:19:50,788 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:50,789 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:19:50,789 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:50,789 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:50,789 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:19:50,789 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:50,789 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:19:50,789 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732421990789Disabling compacts and flushes for region at 1732421990789Disabling writes for close at 1732421990789Writing region close event to WAL at 1732421990789Closed at 1732421990789 2024-11-24T04:19:50,789 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/.initializing 2024-11-24T04:19:50,790 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/WALs/fadb2fe0ba32,36659,1732421989071 2024-11-24T04:19:50,790 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:19:50,792 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C36659%2C1732421989071, suffix=, logDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/WALs/fadb2fe0ba32,36659,1732421989071, archiveDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/oldWALs, maxLogs=10 2024-11-24T04:19:50,805 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/WALs/fadb2fe0ba32,36659,1732421989071/fadb2fe0ba32%2C36659%2C1732421989071.1732421990792, exclude list is [], retry=0 2024-11-24T04:19:50,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-c7a8fc8b-cbf0-4401-9e92-f3324fde73ce,DISK] 2024-11-24T04:19:50,809 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/WALs/fadb2fe0ba32,36659,1732421989071/fadb2fe0ba32%2C36659%2C1732421989071.1732421990792 2024-11-24T04:19:50,810 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37927:37927)] 2024-11-24T04:19:50,810 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:50,810 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:50,810 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:50,810 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:50,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:50,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:19:50,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:50,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:50,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:50,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:19:50,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:50,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:50,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:50,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:19:50,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:50,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:50,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:50,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:19:50,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:50,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:50,817 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:50,817 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:50,817 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:50,818 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:50,818 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:50,819 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:50,820 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:19:50,821 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:50,822 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74668801, jitterRate=0.11265183985233307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:50,822 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732421990810Initializing all the Stores at 1732421990811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421990811Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421990811Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421990811Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421990811Cleaning up temporary data from old regions at 1732421990818 (+7 ms)Region opened successfully at 1732421990822 (+4 ms) 2024-11-24T04:19:50,822 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:19:50,824 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc3e963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:19:50,825 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:19:50,825 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:19:50,825 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:19:50,825 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:19:50,826 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:19:50,826 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:19:50,826 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:19:50,828 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:19:50,828 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Unable to get data of znode /11369114949/balancer because node does not exist (not necessarily an error) 2024-11-24T04:19:50,831 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11369114949/balancer already deleted, retry=false 2024-11-24T04:19:50,831 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:19:50,832 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Unable to get data of znode /11369114949/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:19:50,832 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11369114949/normalizer already deleted, retry=false 2024-11-24T04:19:50,833 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:19:50,833 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Unable to get data of znode /11369114949/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:19:50,834 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11369114949/switch/split already deleted, retry=false 2024-11-24T04:19:50,835 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Unable to get data of znode /11369114949/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:19:50,836 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11369114949/switch/merge already deleted, retry=false 2024-11-24T04:19:50,838 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Unable to get data of znode /11369114949/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:19:50,840 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11369114949/snapshot-cleanup already deleted, retry=false 2024-11-24T04:19:50,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11369114949/running 2024-11-24T04:19:50,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11369114949/running 2024-11-24T04:19:50,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:50,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:50,842 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,36659,1732421989071, sessionid=0x10148338ad80003, setting cluster-up flag (Was=false) 2024-11-24T04:19:50,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:50,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:50,850 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11369114949/flush-table-proc/acquired, /11369114949/flush-table-proc/reached, /11369114949/flush-table-proc/abort 2024-11-24T04:19:50,850 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,36659,1732421989071 2024-11-24T04:19:50,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:50,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:50,858 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11369114949/online-snapshot/acquired, /11369114949/online-snapshot/reached, /11369114949/online-snapshot/abort 2024-11-24T04:19:50,858 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,36659,1732421989071 2024-11-24T04:19:50,859 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:19:50,861 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:50,861 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:19:50,861 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:19:50,861 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,36659,1732421989071 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:19:50,862 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:50,862 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:50,862 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:50,862 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:19:50,862 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:19:50,862 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,862 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:19:50,862 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:50,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:19:50,864 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732422020864 2024-11-24T04:19:50,864 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:19:50,864 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:19:50,864 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:19:50,864 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:19:50,864 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:19:50,864 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:19:50,865 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:50,865 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:19:50,868 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,868 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:19:50,868 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:19:50,868 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:19:50,868 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:19:50,868 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:19:50,868 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:19:50,870 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421990868,5,FailOnTimeoutGroup] 2024-11-24T04:19:50,873 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421990870,5,FailOnTimeoutGroup] 2024-11-24T04:19:50,874 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,874 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:19:50,874 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,874 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:19:50,933 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(746): ClusterId : 7a76734f-8cb2-4344-9b16-1cc84ae10757 2024-11-24T04:19:50,933 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:19:50,937 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:19:50,937 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:19:50,939 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:19:50,939 DEBUG [RS:0;fadb2fe0ba32:39689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4ca43a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:19:50,951 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:39689 2024-11-24T04:19:50,951 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:19:50,951 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:19:50,951 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:19:50,951 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,36659,1732421989071 with port=39689, startcode=1732421989110 2024-11-24T04:19:50,952 DEBUG [RS:0;fadb2fe0ba32:39689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:19:50,953 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:19:50,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36659 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:50,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36659 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:50,955 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b 2024-11-24T04:19:50,955 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44973 2024-11-24T04:19:50,955 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:19:50,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949/rs 2024-11-24T04:19:50,958 DEBUG [RS:0;fadb2fe0ba32:39689 {}] zookeeper.ZKUtil(111): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Set watcher on existing znode=/11369114949/rs/fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:50,959 WARN [RS:0;fadb2fe0ba32:39689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:19:50,959 INFO [RS:0;fadb2fe0ba32:39689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:50,959 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:50,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,39689,1732421989110] 2024-11-24T04:19:50,961 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:19:50,963 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:19:50,963 INFO [RS:0;fadb2fe0ba32:39689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:19:50,963 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,963 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:19:50,964 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:19:50,964 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:19:50,964 DEBUG [RS:0;fadb2fe0ba32:39689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:19:50,965 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,965 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,965 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,965 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,965 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,965 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,39689,1732421989110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:19:50,979 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:19:50,979 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,39689,1732421989110-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,979 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,979 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.Replication(171): fadb2fe0ba32,39689,1732421989110 started 2024-11-24T04:19:50,993 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:50,993 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,39689,1732421989110, RpcServer on fadb2fe0ba32/172.17.0.2:39689, sessionid=0x10148338ad80004 2024-11-24T04:19:50,993 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:19:50,993 DEBUG [RS:0;fadb2fe0ba32:39689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:50,993 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,39689,1732421989110' 2024-11-24T04:19:50,993 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11369114949/flush-table-proc/abort' 2024-11-24T04:19:50,993 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11369114949/flush-table-proc/acquired' 2024-11-24T04:19:50,994 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:19:50,994 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:19:50,994 DEBUG [RS:0;fadb2fe0ba32:39689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:50,994 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,39689,1732421989110' 2024-11-24T04:19:50,994 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11369114949/online-snapshot/abort' 2024-11-24T04:19:50,994 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11369114949/online-snapshot/acquired' 2024-11-24T04:19:50,994 DEBUG [RS:0;fadb2fe0ba32:39689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:19:50,994 INFO [RS:0;fadb2fe0ba32:39689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:19:50,994 INFO [RS:0;fadb2fe0ba32:39689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:19:51,095 INFO [RS:0;fadb2fe0ba32:39689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:19:51,096 INFO [RS:0;fadb2fe0ba32:39689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C39689%2C1732421989110, suffix=, logDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110, archiveDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/oldWALs, maxLogs=10 2024-11-24T04:19:51,110 DEBUG [RS:0;fadb2fe0ba32:39689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096, exclude list is [], retry=0 2024-11-24T04:19:51,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-c7a8fc8b-cbf0-4401-9e92-f3324fde73ce,DISK] 2024-11-24T04:19:51,114 INFO [RS:0;fadb2fe0ba32:39689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 2024-11-24T04:19:51,114 DEBUG [RS:0;fadb2fe0ba32:39689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37927:37927)] 2024-11-24T04:19:51,279 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:19:51,279 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b 2024-11-24T04:19:51,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:19:51,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:51,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:19:51,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:19:51,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:51,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:51,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:19:51,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:19:51,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:51,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:51,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:19:51,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:19:51,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:51,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:51,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:19:51,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:19:51,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:51,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:51,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:19:51,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740 2024-11-24T04:19:51,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740 2024-11-24T04:19:51,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:19:51,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:19:51,693 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:51,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:19:51,696 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:51,696 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69724009, jitterRate=0.03896869719028473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:51,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732421991685Initializing all the Stores at 1732421991685Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421991685Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421991685Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421991685Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421991685Cleaning up temporary data from old regions at 1732421991693 (+8 ms)Region opened successfully at 1732421991696 (+3 ms) 2024-11-24T04:19:51,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:19:51,696 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:19:51,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:19:51,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:19:51,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:19:51,697 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:19:51,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732421991696Disabling compacts and flushes for region at 1732421991696Disabling writes for close at 1732421991696Writing region close event to WAL at 1732421991696Closed at 1732421991696 2024-11-24T04:19:51,698 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:51,698 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:19:51,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:19:51,699 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:19:51,699 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:19:51,850 DEBUG [fadb2fe0ba32:36659 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:19:51,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:51,851 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,39689,1732421989110, state=OPENING 2024-11-24T04:19:51,854 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:19:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:51,856 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:19:51,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11369114949/meta-region-server: CHANGED 2024-11-24T04:19:51,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11369114949/meta-region-server: CHANGED 2024-11-24T04:19:51,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,39689,1732421989110}] 2024-11-24T04:19:52,008 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:19:52,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:19:52,012 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:19:52,012 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:52,013 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:19:52,014 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C39689%2C1732421989110.meta, suffix=.meta, logDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110, archiveDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/oldWALs, maxLogs=10 2024-11-24T04:19:52,028 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.meta.1732421992014.meta, exclude list is [], retry=0 2024-11-24T04:19:52,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-c7a8fc8b-cbf0-4401-9e92-f3324fde73ce,DISK] 2024-11-24T04:19:52,031 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.meta.1732421992014.meta 2024-11-24T04:19:52,031 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37927:37927)] 2024-11-24T04:19:52,031 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:52,031 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:52,031 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:19:52,031 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:19:52,031 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:19:52,032 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:19:52,032 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:52,032 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:19:52,032 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:19:52,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:19:52,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:19:52,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:52,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:52,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:19:52,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:19:52,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:52,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:52,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:19:52,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:19:52,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:52,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:52,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:19:52,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:19:52,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:52,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:19:52,038 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:19:52,038 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740 2024-11-24T04:19:52,039 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740 2024-11-24T04:19:52,040 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:19:52,040 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:19:52,040 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:19:52,042 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:19:52,042 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67902562, jitterRate=0.011827021837234497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:19:52,042 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:19:52,042 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732421992032Writing region info on filesystem at 1732421992032Initializing all the Stores at 1732421992032Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421992032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421992033 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421992033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732421992033Cleaning up temporary data from old regions at 1732421992040 (+7 ms)Running coprocessor post-open hooks at 1732421992042 (+2 ms)Region opened successfully at 1732421992042 2024-11-24T04:19:52,043 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732421992008 2024-11-24T04:19:52,046 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:19:52,046 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:19:52,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:52,047 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,39689,1732421989110, state=OPEN 2024-11-24T04:19:52,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11369114949/meta-region-server 2024-11-24T04:19:52,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11369114949/meta-region-server 2024-11-24T04:19:52,049 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:52,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11369114949/meta-region-server: CHANGED 2024-11-24T04:19:52,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11369114949/meta-region-server: CHANGED 2024-11-24T04:19:52,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:19:52,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,39689,1732421989110 in 193 msec 2024-11-24T04:19:52,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:19:52,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-24T04:19:52,053 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:19:52,053 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:19:52,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:52,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,39689,1732421989110, seqNum=-1] 2024-11-24T04:19:52,055 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:52,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:52,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-24T04:19:52,060 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732421992060, completionTime=-1 2024-11-24T04:19:52,060 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:19:52,061 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:19:52,062 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:19:52,063 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422052062 2024-11-24T04:19:52,063 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422112063 2024-11-24T04:19:52,063 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T04:19:52,063 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36659,1732421989071-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:52,063 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36659,1732421989071-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:52,063 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36659,1732421989071-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:52,063 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:36659, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:52,063 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:52,063 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:52,065 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:19:52,067 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.918sec 2024-11-24T04:19:52,067 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:19:52,067 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:19:52,067 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:19:52,067 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:19:52,067 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:19:52,067 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36659,1732421989071-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:19:52,067 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36659,1732421989071-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:19:52,069 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:19:52,069 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:19:52,069 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36659,1732421989071-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:19:52,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3346492f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:52,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36659,-1 for getting cluster id 2024-11-24T04:19:52,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:52,134 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a76734f-8cb2-4344-9b16-1cc84ae10757' 2024-11-24T04:19:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a76734f-8cb2-4344-9b16-1cc84ae10757" 2024-11-24T04:19:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d35d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36659,-1] 2024-11-24T04:19:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:52,136 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:52,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ccc26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:52,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,39689,1732421989110, seqNum=-1] 2024-11-24T04:19:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:52,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:19:52,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,36659,1732421989071 2024-11-24T04:19:52,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57586 2024-11-24T04:19:52,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:19:52,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10148338ad80005 connected 2024-11-24T04:19:52,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,36789,1732421985290 2024-11-24T04:19:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@523f319c 2024-11-24T04:19:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:52,151 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:52,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:19:52,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:19:52,154 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:52,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:19:52,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:19:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:19:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:52,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ef65d1d76ce507b30a6047d4e7c3a59, NAME => 'test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee 2024-11-24T04:19:52,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:19:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:52,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:52,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ef65d1d76ce507b30a6047d4e7c3a59, disabling compactions & flushes 2024-11-24T04:19:52,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. 2024-11-24T04:19:52,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. 2024-11-24T04:19:52,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. after waiting 0 ms 2024-11-24T04:19:52,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. 2024-11-24T04:19:52,968 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. 2024-11-24T04:19:52,968 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ef65d1d76ce507b30a6047d4e7c3a59: Waiting for close lock at 1732421992968Disabling compacts and flushes for region at 1732421992968Disabling writes for close at 1732421992968Writing region close event to WAL at 1732421992968Closed at 1732421992968 2024-11-24T04:19:52,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:19:52,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732421992969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421992969"}]},"ts":"1732421992969"} 2024-11-24T04:19:52,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:19:52,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:19:52,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421992973"}]},"ts":"1732421992973"} 2024-11-24T04:19:52,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:19:52,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ef65d1d76ce507b30a6047d4e7c3a59, ASSIGN}] 2024-11-24T04:19:52,976 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ef65d1d76ce507b30a6047d4e7c3a59, ASSIGN 2024-11-24T04:19:52,977 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ef65d1d76ce507b30a6047d4e7c3a59, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38669,1732421985366; forceNewPlan=false, retain=false 2024-11-24T04:19:53,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ef65d1d76ce507b30a6047d4e7c3a59, regionState=OPENING, regionLocation=fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:53,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ef65d1d76ce507b30a6047d4e7c3a59, ASSIGN because future has completed 2024-11-24T04:19:53,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ef65d1d76ce507b30a6047d4e7c3a59, server=fadb2fe0ba32,38669,1732421985366}] 2024-11-24T04:19:53,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:19:53,286 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. 2024-11-24T04:19:53,286 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ef65d1d76ce507b30a6047d4e7c3a59, NAME => 'test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:53,286 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:53,286 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:19:53,286 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,287 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:53,287 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,287 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,288 INFO [StoreOpener-5ef65d1d76ce507b30a6047d4e7c3a59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,289 INFO [StoreOpener-5ef65d1d76ce507b30a6047d4e7c3a59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ef65d1d76ce507b30a6047d4e7c3a59 columnFamilyName f 2024-11-24T04:19:53,289 DEBUG [StoreOpener-5ef65d1d76ce507b30a6047d4e7c3a59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:53,289 INFO [StoreOpener-5ef65d1d76ce507b30a6047d4e7c3a59-1 {}] regionserver.HStore(327): Store=5ef65d1d76ce507b30a6047d4e7c3a59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:53,290 INFO [StoreOpener-5ef65d1d76ce507b30a6047d4e7c3a59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,291 INFO [StoreOpener-5ef65d1d76ce507b30a6047d4e7c3a59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ef65d1d76ce507b30a6047d4e7c3a59 columnFamilyName f1 2024-11-24T04:19:53,291 DEBUG [StoreOpener-5ef65d1d76ce507b30a6047d4e7c3a59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:53,291 INFO [StoreOpener-5ef65d1d76ce507b30a6047d4e7c3a59-1 {}] regionserver.HStore(327): Store=5ef65d1d76ce507b30a6047d4e7c3a59/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:53,291 INFO [StoreOpener-5ef65d1d76ce507b30a6047d4e7c3a59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,292 INFO [StoreOpener-5ef65d1d76ce507b30a6047d4e7c3a59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ef65d1d76ce507b30a6047d4e7c3a59 columnFamilyName norep 2024-11-24T04:19:53,292 DEBUG [StoreOpener-5ef65d1d76ce507b30a6047d4e7c3a59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:53,292 INFO [StoreOpener-5ef65d1d76ce507b30a6047d4e7c3a59-1 {}] regionserver.HStore(327): Store=5ef65d1d76ce507b30a6047d4e7c3a59/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:53,292 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,293 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,293 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,294 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,294 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:53,295 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:19:53,296 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,297 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:53,298 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ef65d1d76ce507b30a6047d4e7c3a59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65686501, jitterRate=-0.021194860339164734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:19:53,298 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:19:53,298 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ef65d1d76ce507b30a6047d4e7c3a59: Running coprocessor pre-open hook at 1732421993287Writing region info on filesystem at 1732421993287Initializing all the Stores at 1732421993287Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421993287Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421993288 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421993288Cleaning up temporary data from old regions at 1732421993294 (+6 ms)Running coprocessor post-open hooks at 1732421993298 (+4 ms)Region opened successfully at 1732421993298 2024-11-24T04:19:53,299 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59., pid=6, masterSystemTime=1732421993282 2024-11-24T04:19:53,301 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. 2024-11-24T04:19:53,301 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. 2024-11-24T04:19:53,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ef65d1d76ce507b30a6047d4e7c3a59, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:53,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ef65d1d76ce507b30a6047d4e7c3a59, server=fadb2fe0ba32,38669,1732421985366 because future has completed 2024-11-24T04:19:53,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:19:53,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ef65d1d76ce507b30a6047d4e7c3a59, server=fadb2fe0ba32,38669,1732421985366 in 174 msec 2024-11-24T04:19:53,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:19:53,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ef65d1d76ce507b30a6047d4e7c3a59, ASSIGN in 330 msec 2024-11-24T04:19:53,307 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:19:53,308 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421993307"}]},"ts":"1732421993307"} 2024-11-24T04:19:53,309 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:19:53,310 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:19:53,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-24T04:19:53,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:19:53,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:53,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:53,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:53,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:53,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:53,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:53,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:53,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:53,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:53,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:54,305 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:19:54,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,36659,1732421989071 2024-11-24T04:19:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f39fd75 2024-11-24T04:19:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:54,307 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:54,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:19:54,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:19:54,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:54,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:19:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:54,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:19:54,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:19:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:54,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5ae36d90a46a8a6ca2c7f5d1caf4a84, NAME => 'test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b 2024-11-24T04:19:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:19:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:54,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:19:54,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T04:19:54,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T04:19:54,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T04:19:54,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:19:54,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T04:19:54,950 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:19:54,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T04:19:54,950 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:19:54,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T04:19:54,950 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T04:19:54,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T04:19:55,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:55,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b5ae36d90a46a8a6ca2c7f5d1caf4a84, disabling compactions & flushes 2024-11-24T04:19:55,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. 2024-11-24T04:19:55,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. 2024-11-24T04:19:55,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. after waiting 0 ms 2024-11-24T04:19:55,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. 2024-11-24T04:19:55,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. 2024-11-24T04:19:55,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5ae36d90a46a8a6ca2c7f5d1caf4a84: Waiting for close lock at 1732421995124Disabling compacts and flushes for region at 1732421995124Disabling writes for close at 1732421995124Writing region close event to WAL at 1732421995124Closed at 1732421995124 2024-11-24T04:19:55,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:19:55,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732421995126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421995126"}]},"ts":"1732421995126"} 2024-11-24T04:19:55,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:19:55,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:19:55,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421995129"}]},"ts":"1732421995129"} 2024-11-24T04:19:55,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:19:55,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b5ae36d90a46a8a6ca2c7f5d1caf4a84, ASSIGN}] 2024-11-24T04:19:55,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b5ae36d90a46a8a6ca2c7f5d1caf4a84, ASSIGN 2024-11-24T04:19:55,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b5ae36d90a46a8a6ca2c7f5d1caf4a84, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,39689,1732421989110; forceNewPlan=false, retain=false 2024-11-24T04:19:55,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5ae36d90a46a8a6ca2c7f5d1caf4a84, regionState=OPENING, regionLocation=fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:55,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b5ae36d90a46a8a6ca2c7f5d1caf4a84, ASSIGN because future has completed 2024-11-24T04:19:55,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5ae36d90a46a8a6ca2c7f5d1caf4a84, server=fadb2fe0ba32,39689,1732421989110}] 2024-11-24T04:19:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:55,444 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. 2024-11-24T04:19:55,444 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b5ae36d90a46a8a6ca2c7f5d1caf4a84, NAME => 'test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:55,444 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:55,444 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:19:55,445 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,445 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:55,445 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,445 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,446 INFO [StoreOpener-b5ae36d90a46a8a6ca2c7f5d1caf4a84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,447 INFO [StoreOpener-b5ae36d90a46a8a6ca2c7f5d1caf4a84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5ae36d90a46a8a6ca2c7f5d1caf4a84 columnFamilyName f 2024-11-24T04:19:55,447 DEBUG [StoreOpener-b5ae36d90a46a8a6ca2c7f5d1caf4a84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:55,447 INFO [StoreOpener-b5ae36d90a46a8a6ca2c7f5d1caf4a84-1 {}] regionserver.HStore(327): Store=b5ae36d90a46a8a6ca2c7f5d1caf4a84/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:55,447 INFO [StoreOpener-b5ae36d90a46a8a6ca2c7f5d1caf4a84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,448 INFO [StoreOpener-b5ae36d90a46a8a6ca2c7f5d1caf4a84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5ae36d90a46a8a6ca2c7f5d1caf4a84 columnFamilyName f1 2024-11-24T04:19:55,448 DEBUG [StoreOpener-b5ae36d90a46a8a6ca2c7f5d1caf4a84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:55,449 INFO [StoreOpener-b5ae36d90a46a8a6ca2c7f5d1caf4a84-1 {}] regionserver.HStore(327): Store=b5ae36d90a46a8a6ca2c7f5d1caf4a84/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:55,449 INFO [StoreOpener-b5ae36d90a46a8a6ca2c7f5d1caf4a84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,450 INFO [StoreOpener-b5ae36d90a46a8a6ca2c7f5d1caf4a84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5ae36d90a46a8a6ca2c7f5d1caf4a84 columnFamilyName norep 2024-11-24T04:19:55,450 DEBUG [StoreOpener-b5ae36d90a46a8a6ca2c7f5d1caf4a84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:55,450 INFO [StoreOpener-b5ae36d90a46a8a6ca2c7f5d1caf4a84-1 {}] regionserver.HStore(327): Store=b5ae36d90a46a8a6ca2c7f5d1caf4a84/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:55,450 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,451 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,451 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,452 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,452 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,452 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:19:55,453 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,454 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:55,455 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b5ae36d90a46a8a6ca2c7f5d1caf4a84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70527301, jitterRate=0.050938680768013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:19:55,455 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:19:55,455 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b5ae36d90a46a8a6ca2c7f5d1caf4a84: Running coprocessor pre-open hook at 1732421995445Writing region info on filesystem at 1732421995445Initializing all the Stores at 1732421995445Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421995446 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421995446Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421995446Cleaning up temporary data from old regions at 1732421995452 (+6 ms)Running coprocessor post-open hooks at 1732421995455 (+3 ms)Region opened successfully at 1732421995455 2024-11-24T04:19:55,456 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84., pid=6, masterSystemTime=1732421995440 2024-11-24T04:19:55,457 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. 2024-11-24T04:19:55,457 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. 2024-11-24T04:19:55,458 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5ae36d90a46a8a6ca2c7f5d1caf4a84, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:55,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5ae36d90a46a8a6ca2c7f5d1caf4a84, server=fadb2fe0ba32,39689,1732421989110 because future has completed 2024-11-24T04:19:55,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:19:55,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b5ae36d90a46a8a6ca2c7f5d1caf4a84, server=fadb2fe0ba32,39689,1732421989110 in 173 msec 2024-11-24T04:19:55,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:19:55,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b5ae36d90a46a8a6ca2c7f5d1caf4a84, ASSIGN in 330 msec 2024-11-24T04:19:55,465 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:19:55,465 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421995465"}]},"ts":"1732421995465"} 2024-11-24T04:19:55,467 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:19:55,467 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:19:55,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-24T04:19:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:19:56,455 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:19:56,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61beb10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:56,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36789,-1 for getting cluster id 2024-11-24T04:19:56,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:56,457 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dcfaedd-91a2-48a1-8f14-44d699d0548a' 2024-11-24T04:19:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dcfaedd-91a2-48a1-8f14-44d699d0548a" 2024-11-24T04:19:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d96041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36789,-1] 2024-11-24T04:19:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:56,458 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:56,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab982c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:56,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a942a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:56,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36659,-1 for getting cluster id 2024-11-24T04:19:56,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:56,460 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a76734f-8cb2-4344-9b16-1cc84ae10757' 2024-11-24T04:19:56,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:56,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a76734f-8cb2-4344-9b16-1cc84ae10757" 2024-11-24T04:19:56,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e79a604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:56,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36659,-1] 2024-11-24T04:19:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:56,461 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:56,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167e8eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:56,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547cb61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:56,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36789,-1 for getting cluster id 2024-11-24T04:19:56,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:56,463 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dcfaedd-91a2-48a1-8f14-44d699d0548a' 2024-11-24T04:19:56,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:56,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dcfaedd-91a2-48a1-8f14-44d699d0548a" 2024-11-24T04:19:56,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56be1f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:56,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36789,-1] 2024-11-24T04:19:56,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:56,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:56,464 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:56,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c860e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:56,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,36789,1732421985290 2024-11-24T04:19:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@422c6047 2024-11-24T04:19:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:56,467 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:56,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:36659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:19:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:19:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:56,470 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:36659' 2024-11-24T04:19:56,471 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ae80f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:56,471 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36659,-1 for getting cluster id 2024-11-24T04:19:56,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:56,471 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a76734f-8cb2-4344-9b16-1cc84ae10757' 2024-11-24T04:19:56,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:56,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a76734f-8cb2-4344-9b16-1cc84ae10757" 2024-11-24T04:19:56,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22281f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:56,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36659,-1] 2024-11-24T04:19:56,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:56,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:56,473 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:56,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b52836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:56,473 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,36659,1732421989071 2024-11-24T04:19:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e6e6d53 2024-11-24T04:19:56,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:56,474 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:56,475 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:19:56,475 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:19:56,475 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:56,475 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:56,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:56,476 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:56,476 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:19:56,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:19:56,477 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:56,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:19:56,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741837_1013 (size=1138) 2024-11-24T04:19:56,527 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:19:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:56,885 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30f71fd303e681e20af65587cf60c2bc, NAME => 'hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee 2024-11-24T04:19:56,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741838_1014 (size=44) 2024-11-24T04:19:56,962 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T04:19:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:57,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:57,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 30f71fd303e681e20af65587cf60c2bc, disabling compactions & flushes 2024-11-24T04:19:57,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. 2024-11-24T04:19:57,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. 2024-11-24T04:19:57,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. after waiting 0 ms 2024-11-24T04:19:57,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. 2024-11-24T04:19:57,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. 2024-11-24T04:19:57,291 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30f71fd303e681e20af65587cf60c2bc: Waiting for close lock at 1732421997291Disabling compacts and flushes for region at 1732421997291Disabling writes for close at 1732421997291Writing region close event to WAL at 1732421997291Closed at 1732421997291 2024-11-24T04:19:57,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:19:57,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732421997292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421997292"}]},"ts":"1732421997292"} 2024-11-24T04:19:57,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:19:57,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:19:57,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421997296"}]},"ts":"1732421997296"} 2024-11-24T04:19:57,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:19:57,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30f71fd303e681e20af65587cf60c2bc, ASSIGN}] 2024-11-24T04:19:57,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30f71fd303e681e20af65587cf60c2bc, ASSIGN 2024-11-24T04:19:57,299 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30f71fd303e681e20af65587cf60c2bc, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38669,1732421985366; forceNewPlan=false, retain=false 2024-11-24T04:19:57,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30f71fd303e681e20af65587cf60c2bc, regionState=OPENING, regionLocation=fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:57,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30f71fd303e681e20af65587cf60c2bc, ASSIGN because future has completed 2024-11-24T04:19:57,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30f71fd303e681e20af65587cf60c2bc, server=fadb2fe0ba32,38669,1732421985366}] 2024-11-24T04:19:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:57,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. 2024-11-24T04:19:57,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:57,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:19:57,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C38669%2C1732421985366.rep, suffix=, logDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366, archiveDir=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/oldWALs, maxLogs=10 2024-11-24T04:19:57,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.rep.1732421997610, exclude list is [], retry=0 2024-11-24T04:19:57,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39449,DS-681c848e-fb10-41a4-b362-2a440198b416,DISK] 2024-11-24T04:19:57,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.rep.1732421997610 2024-11-24T04:19:57,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46681:46681)] 2024-11-24T04:19:57,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 30f71fd303e681e20af65587cf60c2bc, NAME => 'hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:57,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:57,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:19:57,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. service=MultiRowMutationService 2024-11-24T04:19:57,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:19:57,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:57,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,628 INFO [StoreOpener-30f71fd303e681e20af65587cf60c2bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,629 INFO [StoreOpener-30f71fd303e681e20af65587cf60c2bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30f71fd303e681e20af65587cf60c2bc columnFamilyName hfileref 2024-11-24T04:19:57,629 DEBUG [StoreOpener-30f71fd303e681e20af65587cf60c2bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:57,630 INFO [StoreOpener-30f71fd303e681e20af65587cf60c2bc-1 {}] regionserver.HStore(327): Store=30f71fd303e681e20af65587cf60c2bc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:57,630 INFO [StoreOpener-30f71fd303e681e20af65587cf60c2bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,630 INFO [StoreOpener-30f71fd303e681e20af65587cf60c2bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30f71fd303e681e20af65587cf60c2bc columnFamilyName queue 2024-11-24T04:19:57,630 DEBUG [StoreOpener-30f71fd303e681e20af65587cf60c2bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:57,631 INFO [StoreOpener-30f71fd303e681e20af65587cf60c2bc-1 {}] regionserver.HStore(327): Store=30f71fd303e681e20af65587cf60c2bc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:57,631 INFO [StoreOpener-30f71fd303e681e20af65587cf60c2bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,632 INFO [StoreOpener-30f71fd303e681e20af65587cf60c2bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30f71fd303e681e20af65587cf60c2bc columnFamilyName sid 2024-11-24T04:19:57,632 DEBUG [StoreOpener-30f71fd303e681e20af65587cf60c2bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:57,632 INFO [StoreOpener-30f71fd303e681e20af65587cf60c2bc-1 {}] regionserver.HStore(327): Store=30f71fd303e681e20af65587cf60c2bc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:57,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/replication/30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/replication/30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:19:57,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/replication/30f71fd303e681e20af65587cf60c2bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:57,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 30f71fd303e681e20af65587cf60c2bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71925010, jitterRate=0.07176616787910461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:19:57,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:19:57,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 30f71fd303e681e20af65587cf60c2bc: Running coprocessor pre-open hook at 1732421997627Writing region info on filesystem at 1732421997627Initializing all the Stores at 1732421997628 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421997628Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421997628Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421997628Cleaning up temporary data from old regions at 1732421997634 (+6 ms)Running coprocessor post-open hooks at 1732421997637 (+3 ms)Region opened successfully at 1732421997637 2024-11-24T04:19:57,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc., pid=10, masterSystemTime=1732421997604 2024-11-24T04:19:57,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. 2024-11-24T04:19:57,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. 2024-11-24T04:19:57,641 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30f71fd303e681e20af65587cf60c2bc, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38669,1732421985366 2024-11-24T04:19:57,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30f71fd303e681e20af65587cf60c2bc, server=fadb2fe0ba32,38669,1732421985366 because future has completed 2024-11-24T04:19:57,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:19:57,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 30f71fd303e681e20af65587cf60c2bc, server=fadb2fe0ba32,38669,1732421985366 in 191 msec 2024-11-24T04:19:57,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T04:19:57,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30f71fd303e681e20af65587cf60c2bc, ASSIGN in 346 msec 2024-11-24T04:19:57,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:19:57,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421997647"}]},"ts":"1732421997647"} 2024-11-24T04:19:57,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:19:57,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:19:57,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-24T04:19:57,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc., hostname=fadb2fe0ba32,38669,1732421985366, seqNum=2] 2024-11-24T04:19:57,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:57,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:19:57,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:19:57,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38669 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T04:19:57,845 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:19:57,874 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,38669,1732421985366, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:19:57,874 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:19:57,874 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,38669,1732421985366, seqNum=-1] 2024-11-24T04:19:57,875 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:19:57,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T04:19:57,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,38669,1732421985366', locateType=CURRENT is [region=hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc., hostname=fadb2fe0ba32,38669,1732421985366, seqNum=2] 2024-11-24T04:19:57,880 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T04:19:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T04:19:57,882 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,38669,1732421985366 suceeded 2024-11-24T04:19:57,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T04:19:57,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-24T04:19:57,884 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:36659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:19:57,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-24T04:19:57,894 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:36659' 2024-11-24T04:19:57,895 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a623ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:57,895 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36659,-1 for getting cluster id 2024-11-24T04:19:57,895 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:57,896 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a76734f-8cb2-4344-9b16-1cc84ae10757' 2024-11-24T04:19:57,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:57,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a76734f-8cb2-4344-9b16-1cc84ae10757" 2024-11-24T04:19:57,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3248a3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:57,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36659,-1] 2024-11-24T04:19:57,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:57,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:57,898 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:57,898 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c7d0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:57,898 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:57,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,36659,1732421989071 2024-11-24T04:19:57,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a67ffe8 2024-11-24T04:19:57,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:57,900 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-24T04:19:57,900 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,38669,1732421985366 (queues=1) is replicating from cluster=7dcfaedd-91a2-48a1-8f14-44d699d0548a to cluster=7a76734f-8cb2-4344-9b16-1cc84ae10757 2024-11-24T04:19:57,900 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C38669%2C1732421985366 2024-11-24T04:19:57,900 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,38669,1732421985366, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:19:57,901 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C38669%2C1732421985366 2024-11-24T04:19:57,901 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362, startPosition=0, beingWritten=true 2024-11-24T04:19:57,905 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:19:57,905 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 379, reset compression=false 2024-11-24T04:19:57,905 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,38669,1732421985366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:19:58,109 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 379, reset compression=false 2024-11-24T04:19:58,413 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 379, reset compression=false 2024-11-24T04:19:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:58,614 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:19:58,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:19:58,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:19:58,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:58,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:58,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:58,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718c770c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:58,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36659,-1 for getting cluster id 2024-11-24T04:19:58,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:58,616 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a76734f-8cb2-4344-9b16-1cc84ae10757' 2024-11-24T04:19:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a76734f-8cb2-4344-9b16-1cc84ae10757" 2024-11-24T04:19:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b8539d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36659,-1] 2024-11-24T04:19:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:58,618 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1e9b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:58,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,36659,1732421989071 2024-11-24T04:19:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f0b106a 2024-11-24T04:19:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:58,620 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:58,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:36789,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:19:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:19:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:58,623 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:36789' 2024-11-24T04:19:58,624 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d8768a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:58,624 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36789,-1 for getting cluster id 2024-11-24T04:19:58,624 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:19:58,625 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dcfaedd-91a2-48a1-8f14-44d699d0548a' 2024-11-24T04:19:58,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:19:58,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dcfaedd-91a2-48a1-8f14-44d699d0548a" 2024-11-24T04:19:58,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c97a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:58,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36789,-1] 2024-11-24T04:19:58,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:19:58,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:58,626 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:19:58,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17249794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:19:58,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:58,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,36789,1732421985290 2024-11-24T04:19:58,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36781e09 2024-11-24T04:19:58,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:19:58,628 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:19:58,628 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:19:58,629 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:19:58,629 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:58,629 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:19:58,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:19:58,629 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:19:58,630 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:19:58,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:19:58,631 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:58,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:19:58,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741837_1013 (size=1138) 2024-11-24T04:19:58,680 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:19:58,723 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:19:58,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:19:58,724 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18234 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:19:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:58,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:19:58,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:58,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:58,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:58,831 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 379, reset compression=false 2024-11-24T04:19:58,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:58,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:58,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:58,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:58,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:58,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:58,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:19:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:59,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a079d51d426ffa91f3029c92f4c8ad34, NAME => 'hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b 2024-11-24T04:19:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741838_1014 (size=44) 2024-11-24T04:19:59,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T04:19:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:59,335 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 379, reset compression=false 2024-11-24T04:19:59,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:59,445 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a079d51d426ffa91f3029c92f4c8ad34, disabling compactions & flushes 2024-11-24T04:19:59,445 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. 2024-11-24T04:19:59,445 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. 2024-11-24T04:19:59,445 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. after waiting 0 ms 2024-11-24T04:19:59,445 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. 2024-11-24T04:19:59,445 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. 2024-11-24T04:19:59,445 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a079d51d426ffa91f3029c92f4c8ad34: Waiting for close lock at 1732421999445Disabling compacts and flushes for region at 1732421999445Disabling writes for close at 1732421999445Writing region close event to WAL at 1732421999445Closed at 1732421999445 2024-11-24T04:19:59,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:19:59,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732421999446"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732421999446"}]},"ts":"1732421999446"} 2024-11-24T04:19:59,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:19:59,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:19:59,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421999449"}]},"ts":"1732421999449"} 2024-11-24T04:19:59,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:19:59,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a079d51d426ffa91f3029c92f4c8ad34, ASSIGN}] 2024-11-24T04:19:59,452 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a079d51d426ffa91f3029c92f4c8ad34, ASSIGN 2024-11-24T04:19:59,452 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a079d51d426ffa91f3029c92f4c8ad34, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,39689,1732421989110; forceNewPlan=false, retain=false 2024-11-24T04:19:59,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a079d51d426ffa91f3029c92f4c8ad34, regionState=OPENING, regionLocation=fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:59,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a079d51d426ffa91f3029c92f4c8ad34, ASSIGN because future has completed 2024-11-24T04:19:59,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a079d51d426ffa91f3029c92f4c8ad34, server=fadb2fe0ba32,39689,1732421989110}] 2024-11-24T04:19:59,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. 2024-11-24T04:19:59,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:19:59,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:19:59,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C39689%2C1732421989110.rep, suffix=, logDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110, archiveDir=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/oldWALs, maxLogs=10 2024-11-24T04:19:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:19:59,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.rep.1732421999763, exclude list is [], retry=0 2024-11-24T04:19:59,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36541,DS-c7a8fc8b-cbf0-4401-9e92-f3324fde73ce,DISK] 2024-11-24T04:19:59,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.rep.1732421999763 2024-11-24T04:19:59,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37927:37927)] 2024-11-24T04:19:59,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a079d51d426ffa91f3029c92f4c8ad34, NAME => 'hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:19:59,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:19:59,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:19:59,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. service=MultiRowMutationService 2024-11-24T04:19:59,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:19:59,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:19:59,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,787 INFO [StoreOpener-a079d51d426ffa91f3029c92f4c8ad34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,788 INFO [StoreOpener-a079d51d426ffa91f3029c92f4c8ad34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a079d51d426ffa91f3029c92f4c8ad34 columnFamilyName hfileref 2024-11-24T04:19:59,788 DEBUG [StoreOpener-a079d51d426ffa91f3029c92f4c8ad34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:59,789 INFO [StoreOpener-a079d51d426ffa91f3029c92f4c8ad34-1 {}] regionserver.HStore(327): Store=a079d51d426ffa91f3029c92f4c8ad34/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:59,789 INFO [StoreOpener-a079d51d426ffa91f3029c92f4c8ad34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,789 INFO [StoreOpener-a079d51d426ffa91f3029c92f4c8ad34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a079d51d426ffa91f3029c92f4c8ad34 columnFamilyName queue 2024-11-24T04:19:59,790 DEBUG [StoreOpener-a079d51d426ffa91f3029c92f4c8ad34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:59,790 INFO [StoreOpener-a079d51d426ffa91f3029c92f4c8ad34-1 {}] regionserver.HStore(327): Store=a079d51d426ffa91f3029c92f4c8ad34/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:59,790 INFO [StoreOpener-a079d51d426ffa91f3029c92f4c8ad34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,791 INFO [StoreOpener-a079d51d426ffa91f3029c92f4c8ad34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a079d51d426ffa91f3029c92f4c8ad34 columnFamilyName sid 2024-11-24T04:19:59,791 DEBUG [StoreOpener-a079d51d426ffa91f3029c92f4c8ad34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:19:59,791 INFO [StoreOpener-a079d51d426ffa91f3029c92f4c8ad34-1 {}] regionserver.HStore(327): Store=a079d51d426ffa91f3029c92f4c8ad34/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:19:59,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/replication/a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/replication/a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:19:59,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/replication/a079d51d426ffa91f3029c92f4c8ad34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:19:59,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a079d51d426ffa91f3029c92f4c8ad34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64500876, jitterRate=-0.03886204957962036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:19:59,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:19:59,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a079d51d426ffa91f3029c92f4c8ad34: Running coprocessor pre-open hook at 1732421999786Writing region info on filesystem at 1732421999786Initializing all the Stores at 1732421999787 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421999787Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421999787Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732421999787Cleaning up temporary data from old regions at 1732421999793 (+6 ms)Running coprocessor post-open hooks at 1732421999796 (+3 ms)Region opened successfully at 1732421999796 2024-11-24T04:19:59,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34., pid=10, masterSystemTime=1732421999758 2024-11-24T04:19:59,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. 2024-11-24T04:19:59,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. 2024-11-24T04:19:59,799 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a079d51d426ffa91f3029c92f4c8ad34, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,39689,1732421989110 2024-11-24T04:19:59,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a079d51d426ffa91f3029c92f4c8ad34, server=fadb2fe0ba32,39689,1732421989110 because future has completed 2024-11-24T04:19:59,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:19:59,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a079d51d426ffa91f3029c92f4c8ad34, server=fadb2fe0ba32,39689,1732421989110 in 197 msec 2024-11-24T04:19:59,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T04:19:59,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a079d51d426ffa91f3029c92f4c8ad34, ASSIGN in 354 msec 2024-11-24T04:19:59,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:19:59,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732421999807"}]},"ts":"1732421999807"} 2024-11-24T04:19:59,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:19:59,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:19:59,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-24T04:19:59,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34., hostname=fadb2fe0ba32,39689,1732421989110, seqNum=2] 2024-11-24T04:19:59,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:59,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:19:59,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:19:59,939 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 379, reset compression=false 2024-11-24T04:20:00,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39689 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T04:20:00,006 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:20:00,035 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,39689,1732421989110, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:20:00,035 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:00,035 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,39689,1732421989110, seqNum=-1] 2024-11-24T04:20:00,036 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:00,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T04:20:00,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,39689,1732421989110', locateType=CURRENT is [region=hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34., hostname=fadb2fe0ba32,39689,1732421989110, seqNum=2] 2024-11-24T04:20:00,041 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T04:20:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T04:20:00,043 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,39689,1732421989110 suceeded 2024-11-24T04:20:00,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T04:20:00,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-24T04:20:00,045 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:36789,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:20:00,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4240 sec 2024-11-24T04:20:00,055 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:36789' 2024-11-24T04:20:00,056 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@92acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:00,056 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36789,-1 for getting cluster id 2024-11-24T04:20:00,056 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:00,057 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dcfaedd-91a2-48a1-8f14-44d699d0548a' 2024-11-24T04:20:00,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:00,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dcfaedd-91a2-48a1-8f14-44d699d0548a" 2024-11-24T04:20:00,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ff78d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:00,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36789,-1] 2024-11-24T04:20:00,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:00,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:00,058 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:00,059 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c1e4329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:00,059 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:00,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,36789,1732421985290 2024-11-24T04:20:00,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b2d9b4e 2024-11-24T04:20:00,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:00,060 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-24T04:20:00,061 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,39689,1732421989110 (queues=1) is replicating from cluster=7a76734f-8cb2-4344-9b16-1cc84ae10757 to cluster=7dcfaedd-91a2-48a1-8f14-44d699d0548a 2024-11-24T04:20:00,061 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C39689%2C1732421989110 2024-11-24T04:20:00,061 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,39689,1732421989110, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:20:00,062 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096, startPosition=0, beingWritten=true 2024-11-24T04:20:00,062 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C39689%2C1732421989110 2024-11-24T04:20:00,066 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:00,066 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 379, reset compression=false 2024-11-24T04:20:00,066 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,39689,1732421989110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:00,269 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 379, reset compression=false 2024-11-24T04:20:00,574 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 379, reset compression=false 2024-11-24T04:20:00,642 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 379, reset compression=false 2024-11-24T04:20:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:00,774 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:20:00,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:00,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:00,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:00,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:00,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:00,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,38669,1732421985366, seqNum=-1] 2024-11-24T04:20:00,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:00,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:00,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59., hostname=fadb2fe0ba32,38669,1732421985366, seqNum=2] 2024-11-24T04:20:00,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:00,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,39689,1732421989110, seqNum=-1] 2024-11-24T04:20:00,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:00,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:00,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84., hostname=fadb2fe0ba32,39689,1732421989110, seqNum=2] 2024-11-24T04:20:00,792 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T04:20:00,978 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 379, reset compression=false 2024-11-24T04:20:01,446 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 379, reset compression=false 2024-11-24T04:20:01,457 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:01,457 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 480, reset compression=false 2024-11-24T04:20:01,458 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,38669,1732421985366 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ef65d1d76ce507b30a6047d4e7c3a59/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T04:20:01,461 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:20:01,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-24T04:20:01,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39689 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:01,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7275a1bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:01,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39689 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36659,-1 for getting cluster id 2024-11-24T04:20:01,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:01,466 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a76734f-8cb2-4344-9b16-1cc84ae10757' 2024-11-24T04:20:01,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:01,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a76734f-8cb2-4344-9b16-1cc84ae10757" 2024-11-24T04:20:01,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@475603e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:01,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36659,-1] 2024-11-24T04:20:01,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:01,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:01,468 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:01,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@195b8568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:01,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:01,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39689 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,39689,1732421989110, seqNum=-1] 2024-11-24T04:20:01,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:01,481 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 379, reset compression=false 2024-11-24T04:20:01,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-24T04:20:01,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84., hostname=fadb2fe0ba32,39689,1732421989110, seqNum=2] 2024-11-24T04:20:01,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39689 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:01,669 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 480, reset compression=false 2024-11-24T04:20:01,796 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T04:20:01,801 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T04:20:01,977 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 480, reset compression=false 2024-11-24T04:20:02,093 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 379, reset compression=false 2024-11-24T04:20:02,099 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:02,099 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 607, reset compression=false 2024-11-24T04:20:02,099 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,39689,1732421989110 got entry batch from reader: WALEntryBatch [walEntries=[{test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T04:20:02,101 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:20:02,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-24T04:20:02,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:02,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e07e709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:02,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,36789,-1 for getting cluster id 2024-11-24T04:20:02,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:02,112 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7dcfaedd-91a2-48a1-8f14-44d699d0548a' 2024-11-24T04:20:02,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:02,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7dcfaedd-91a2-48a1-8f14-44d699d0548a" 2024-11-24T04:20:02,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19f561c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:02,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,36789,-1] 2024-11-24T04:20:02,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:02,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:02,114 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:02,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f66930c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:02,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:02,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,38669,1732421985366, seqNum=-1] 2024-11-24T04:20:02,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:02,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-24T04:20:02,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59., hostname=fadb2fe0ba32,38669,1732421985366, seqNum=2] 2024-11-24T04:20:02,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:02,309 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 607, reset compression=false 2024-11-24T04:20:02,383 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 480, reset compression=false 2024-11-24T04:20:02,388 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:02,388 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 607, reset compression=false 2024-11-24T04:20:02,388 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,38669,1732421985366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:02,592 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 607, reset compression=false 2024-11-24T04:20:02,614 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 607, reset compression=false 2024-11-24T04:20:02,804 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T04:20:02,812 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T04:20:02,897 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 607, reset compression=false 2024-11-24T04:20:02,902 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:02,902 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 763, reset compression=false 2024-11-24T04:20:02,902 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,38669,1732421985366 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ef65d1d76ce507b30a6047d4e7c3a59/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T04:20:02,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39689 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:02,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39689 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:03,020 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 607, reset compression=false 2024-11-24T04:20:03,026 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:03,026 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 754, reset compression=false 2024-11-24T04:20:03,026 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,39689,1732421989110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:03,109 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 763, reset compression=false 2024-11-24T04:20:03,231 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 754, reset compression=false 2024-11-24T04:20:03,426 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 763, reset compression=false 2024-11-24T04:20:03,535 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 754, reset compression=false 2024-11-24T04:20:03,814 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T04:20:03,820 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T04:20:03,830 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 763, reset compression=false 2024-11-24T04:20:03,940 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 754, reset compression=false 2024-11-24T04:20:03,946 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:03,946 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 913, reset compression=false 2024-11-24T04:20:03,946 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,39689,1732421989110 got entry batch from reader: WALEntryBatch [walEntries=[{test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T04:20:03,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:03,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:04,152 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 913, reset compression=false 2024-11-24T04:20:04,334 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 763, reset compression=false 2024-11-24T04:20:04,348 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:04,348 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 912, reset compression=false 2024-11-24T04:20:04,348 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,38669,1732421985366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:04,456 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 913, reset compression=false 2024-11-24T04:20:04,553 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 912, reset compression=false 2024-11-24T04:20:04,823 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T04:20:04,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:20:04,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:04,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:04,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:04,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:04,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:20:04,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=327602931, stopped=false 2024-11-24T04:20:04,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,36659,1732421989071 2024-11-24T04:20:04,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:04,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11369114949/running 2024-11-24T04:20:04,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11369114949/running 2024-11-24T04:20:04,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:20:04,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:20:04,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:20:04,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:04,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:04,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:04,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,39689,1732421989110' ***** 2024-11-24T04:20:04,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:20:04,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Set watcher on znode that does not yet exist, /11369114949/running 2024-11-24T04:20:04,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Set watcher on znode that does not yet exist, /11369114949/running 2024-11-24T04:20:04,830 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:20:04,830 INFO [RS:0;fadb2fe0ba32:39689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:20:04,830 INFO [RS:0;fadb2fe0ba32:39689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:20:04,830 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(3091): Received CLOSE for a079d51d426ffa91f3029c92f4c8ad34 2024-11-24T04:20:04,830 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:20:04,830 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(3091): Received CLOSE for b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:20:04,830 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,39689,1732421989110 2024-11-24T04:20:04,830 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:20:04,831 INFO [RS:0;fadb2fe0ba32:39689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:39689. 2024-11-24T04:20:04,831 DEBUG [RS:0;fadb2fe0ba32:39689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:04,831 DEBUG [RS:0;fadb2fe0ba32:39689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:04,831 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:20:04,831 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:20:04,831 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:20:04,831 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:20:04,831 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a079d51d426ffa91f3029c92f4c8ad34, disabling compactions & flushes 2024-11-24T04:20:04,831 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. 2024-11-24T04:20:04,831 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. 2024-11-24T04:20:04,831 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. after waiting 0 ms 2024-11-24T04:20:04,831 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. 2024-11-24T04:20:04,831 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T04:20:04,832 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1325): Online Regions={a079d51d426ffa91f3029c92f4c8ad34=hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34., 1588230740=hbase:meta,,1.1588230740, b5ae36d90a46a8a6ca2c7f5d1caf4a84=test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84.} 2024-11-24T04:20:04,832 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a079d51d426ffa91f3029c92f4c8ad34 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-24T04:20:04,832 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a079d51d426ffa91f3029c92f4c8ad34, b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:20:04,832 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:20:04,832 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:20:04,832 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:20:04,832 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:20:04,832 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:20:04,832 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T04:20:04,858 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 912, reset compression=false 2024-11-24T04:20:04,864 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 913, reset compression=false 2024-11-24T04:20:04,872 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/.tmp/info/327822138471428aadac9780602572e2 is 147, key is hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34./info:regioninfo/1732421999799/Put/seqid=0 2024-11-24T04:20:04,875 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:20:04,882 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/replication/a079d51d426ffa91f3029c92f4c8ad34/.tmp/queue/c0f56ecc24274492b07e8b8f9ca52461 is 153, key is 1-fadb2fe0ba32,39689,1732421989110/queue:fadb2fe0ba32%2C39689%2C1732421989110/1732422003952/Put/seqid=0 2024-11-24T04:20:04,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741840_1016 (size=7686) 2024-11-24T04:20:04,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741841_1017 (size=5352) 2024-11-24T04:20:04,974 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:20:04,974 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:20:05,032 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a079d51d426ffa91f3029c92f4c8ad34, b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:20:05,232 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a079d51d426ffa91f3029c92f4c8ad34, b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:20:05,282 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 912, reset compression=false 2024-11-24T04:20:05,288 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:20:05,291 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/.tmp/info/327822138471428aadac9780602572e2 2024-11-24T04:20:05,299 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/replication/a079d51d426ffa91f3029c92f4c8ad34/.tmp/queue/c0f56ecc24274492b07e8b8f9ca52461 2024-11-24T04:20:05,314 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/replication/a079d51d426ffa91f3029c92f4c8ad34/.tmp/queue/c0f56ecc24274492b07e8b8f9ca52461 as hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/replication/a079d51d426ffa91f3029c92f4c8ad34/queue/c0f56ecc24274492b07e8b8f9ca52461 2024-11-24T04:20:05,322 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/replication/a079d51d426ffa91f3029c92f4c8ad34/queue/c0f56ecc24274492b07e8b8f9ca52461, entries=1, sequenceid=9, filesize=5.2 K 2024-11-24T04:20:05,323 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for a079d51d426ffa91f3029c92f4c8ad34 in 492ms, sequenceid=9, compaction requested=false 2024-11-24T04:20:05,344 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/.tmp/ns/195c9fb2556d44f2ad456375934f618a is 43, key is default/ns:d/1732421992057/Put/seqid=0 2024-11-24T04:20:05,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:05,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:05,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:05,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:05,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:05,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741842_1018 (size=5153) 2024-11-24T04:20:05,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:05,372 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/replication/a079d51d426ffa91f3029c92f4c8ad34/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-24T04:20:05,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:05,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:05,373 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:05,373 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:20:05,373 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. 2024-11-24T04:20:05,373 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a079d51d426ffa91f3029c92f4c8ad34: Waiting for close lock at 1732422004831Running coprocessor pre-close hooks at 1732422004831Disabling compacts and flushes for region at 1732422004831Disabling writes for close at 1732422004831Obtaining lock to block concurrent updates at 1732422004832 (+1 ms)Preparing flush snapshotting stores in a079d51d426ffa91f3029c92f4c8ad34 at 1732422004832Finished memstore snapshotting hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1732422004832Flushing stores of hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. at 1732422004833 (+1 ms)Flushing a079d51d426ffa91f3029c92f4c8ad34/queue: creating writer at 1732422004833Flushing a079d51d426ffa91f3029c92f4c8ad34/queue: appending metadata at 1732422004881 (+48 ms)Flushing a079d51d426ffa91f3029c92f4c8ad34/queue: closing flushed file at 1732422004881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333c6702: reopening flushed file at 1732422005313 (+432 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for a079d51d426ffa91f3029c92f4c8ad34 in 492ms, sequenceid=9, compaction requested=false at 1732422005323 (+10 ms)Writing region close event to WAL at 1732422005349 (+26 ms)Running coprocessor post-close hooks at 1732422005373 (+24 ms)Closed at 1732422005373 2024-11-24T04:20:05,374 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732421998629.a079d51d426ffa91f3029c92f4c8ad34. 2024-11-24T04:20:05,374 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5ae36d90a46a8a6ca2c7f5d1caf4a84, disabling compactions & flushes 2024-11-24T04:20:05,374 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. 2024-11-24T04:20:05,374 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. 2024-11-24T04:20:05,374 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. after waiting 0 ms 2024-11-24T04:20:05,374 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. 2024-11-24T04:20:05,374 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b5ae36d90a46a8a6ca2c7f5d1caf4a84 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-24T04:20:05,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:05,386 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 913, reset compression=false 2024-11-24T04:20:05,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T04:20:05,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T04:20:05,401 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/.tmp/f/adce1d1c49d949b39cbda8c1c91cbf4c is 29, key is row1/f:/1732422003815/DeleteFamily/seqid=0 2024-11-24T04:20:05,402 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:05,402 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 1160, reset compression=false 2024-11-24T04:20:05,402 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,39689,1732421989110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:05,403 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fadb2fe0ba32,39689,1732421989110: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fadb2fe0ba32,39689,1732421989110, walGroup=fadb2fe0ba32%2C39689%2C1732421989110, offset=fadb2fe0ba32%2C39689%2C1732421989110.1732421991096:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:39689 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T04:20:05,404 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:20:05,404 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:20:05,405 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:20:05,405 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:20:05,405 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:20:05,405 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 824785408 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 190277296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:20:05,405 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:36659 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:36659 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T04:20:05,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741843_1019 (size=5118) 2024-11-24T04:20:05,432 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:20:05,614 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 1160, reset compression=false 2024-11-24T04:20:05,632 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:20:05,766 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/.tmp/ns/195c9fb2556d44f2ad456375934f618a 2024-11-24T04:20:05,785 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/.tmp/rep_barrier/bdd15d508a7d4bb6b22e03c33ce868aa is 112, key is test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84./rep_barrier:seqnumDuringOpen/1732421995458/Put/seqid=0 2024-11-24T04:20:05,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741844_1020 (size=5518) 2024-11-24T04:20:05,808 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 912, reset compression=false 2024-11-24T04:20:05,814 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/.tmp/f/adce1d1c49d949b39cbda8c1c91cbf4c 2024-11-24T04:20:05,818 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adce1d1c49d949b39cbda8c1c91cbf4c 2024-11-24T04:20:05,833 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:20:05,833 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b5ae36d90a46a8a6ca2c7f5d1caf4a84=test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84.} 2024-11-24T04:20:05,833 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:20:05,836 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/.tmp/f1/d979a608dabd4cc79bc9ff671bcc3d6b is 30, key is row1/f1:/1732422003815/DeleteFamily/seqid=0 2024-11-24T04:20:05,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741845_1021 (size=5123) 2024-11-24T04:20:05,923 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 1160, reset compression=false 2024-11-24T04:20:06,033 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:20:06,190 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/.tmp/rep_barrier/bdd15d508a7d4bb6b22e03c33ce868aa 2024-11-24T04:20:06,216 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/.tmp/table/f15ef529e0074f3c83417ac2e9ffc9af is 53, key is hbase:replication/table:state/1732421999807/Put/seqid=0 2024-11-24T04:20:06,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741846_1022 (size=5308) 2024-11-24T04:20:06,233 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:20:06,241 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/.tmp/f1/d979a608dabd4cc79bc9ff671bcc3d6b 2024-11-24T04:20:06,246 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d979a608dabd4cc79bc9ff671bcc3d6b 2024-11-24T04:20:06,264 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/.tmp/norep/4a261f6316e8466baf5824a141348689 is 33, key is row1/norep:/1732422003815/DeleteFamily/seqid=0 2024-11-24T04:20:06,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741847_1023 (size=5108) 2024-11-24T04:20:06,327 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 1160, reset compression=false 2024-11-24T04:20:06,412 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 912, reset compression=false 2024-11-24T04:20:06,433 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:20:06,621 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/.tmp/table/f15ef529e0074f3c83417ac2e9ffc9af 2024-11-24T04:20:06,626 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/.tmp/info/327822138471428aadac9780602572e2 as hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/info/327822138471428aadac9780602572e2 2024-11-24T04:20:06,630 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/info/327822138471428aadac9780602572e2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T04:20:06,631 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/.tmp/ns/195c9fb2556d44f2ad456375934f618a as hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/ns/195c9fb2556d44f2ad456375934f618a 2024-11-24T04:20:06,633 DEBUG [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5ae36d90a46a8a6ca2c7f5d1caf4a84 2024-11-24T04:20:06,635 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/ns/195c9fb2556d44f2ad456375934f618a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T04:20:06,635 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/.tmp/rep_barrier/bdd15d508a7d4bb6b22e03c33ce868aa as hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/rep_barrier/bdd15d508a7d4bb6b22e03c33ce868aa 2024-11-24T04:20:06,639 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/rep_barrier/bdd15d508a7d4bb6b22e03c33ce868aa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T04:20:06,640 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/.tmp/table/f15ef529e0074f3c83417ac2e9ffc9af as hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/table/f15ef529e0074f3c83417ac2e9ffc9af 2024-11-24T04:20:06,644 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/table/f15ef529e0074f3c83417ac2e9ffc9af, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T04:20:06,645 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1813ms, sequenceid=16, compaction requested=false 2024-11-24T04:20:06,650 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T04:20:06,650 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:06,650 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:20:06,650 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:06,650 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422004832Running coprocessor pre-close hooks at 1732422004832Disabling compacts and flushes for region at 1732422004832Disabling writes for close at 1732422004832Obtaining lock to block concurrent updates at 1732422004832Preparing flush snapshotting stores in 1588230740 at 1732422004832Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732422004832Flushing stores of hbase:meta,,1.1588230740 at 1732422004833 (+1 ms)Flushing 1588230740/info: creating writer at 1732422004833Flushing 1588230740/info: appending metadata at 1732422004871 (+38 ms)Flushing 1588230740/info: closing flushed file at 1732422004871Flushing 1588230740/ns: creating writer at 1732422005296 (+425 ms)Flushing 1588230740/ns: appending metadata at 1732422005344 (+48 ms)Flushing 1588230740/ns: closing flushed file at 1732422005344Flushing 1588230740/rep_barrier: creating writer at 1732422005771 (+427 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732422005785 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732422005785Flushing 1588230740/table: creating writer at 1732422006195 (+410 ms)Flushing 1588230740/table: appending metadata at 1732422006215 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732422006216 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373a3c16: reopening flushed file at 1732422006626 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393cd301: reopening flushed file at 1732422006630 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a417c1: reopening flushed file at 1732422006635 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3e70a9: reopening flushed file at 1732422006639 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1813ms, sequenceid=16, compaction requested=false at 1732422006645 (+6 ms)Writing region close event to WAL at 1732422006647 (+2 ms)Running coprocessor post-close hooks at 1732422006650 (+3 ms)Closed at 1732422006650 2024-11-24T04:20:06,650 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:06,669 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/.tmp/norep/4a261f6316e8466baf5824a141348689 2024-11-24T04:20:06,673 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a261f6316e8466baf5824a141348689 2024-11-24T04:20:06,674 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/.tmp/f/adce1d1c49d949b39cbda8c1c91cbf4c as hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/f/adce1d1c49d949b39cbda8c1c91cbf4c 2024-11-24T04:20:06,678 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adce1d1c49d949b39cbda8c1c91cbf4c 2024-11-24T04:20:06,678 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/f/adce1d1c49d949b39cbda8c1c91cbf4c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T04:20:06,679 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/.tmp/f1/d979a608dabd4cc79bc9ff671bcc3d6b as hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/f1/d979a608dabd4cc79bc9ff671bcc3d6b 2024-11-24T04:20:06,683 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d979a608dabd4cc79bc9ff671bcc3d6b 2024-11-24T04:20:06,683 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/f1/d979a608dabd4cc79bc9ff671bcc3d6b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T04:20:06,684 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/.tmp/norep/4a261f6316e8466baf5824a141348689 as hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/norep/4a261f6316e8466baf5824a141348689 2024-11-24T04:20:06,688 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a261f6316e8466baf5824a141348689 2024-11-24T04:20:06,688 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/norep/4a261f6316e8466baf5824a141348689, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T04:20:06,689 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b5ae36d90a46a8a6ca2c7f5d1caf4a84 in 1315ms, sequenceid=8, compaction requested=false 2024-11-24T04:20:06,693 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/data/default/test/b5ae36d90a46a8a6ca2c7f5d1caf4a84/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T04:20:06,693 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:06,693 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:20:06,693 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. 2024-11-24T04:20:06,693 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5ae36d90a46a8a6ca2c7f5d1caf4a84: Waiting for close lock at 1732422005374Running coprocessor pre-close hooks at 1732422005374Disabling compacts and flushes for region at 1732422005374Disabling writes for close at 1732422005374Obtaining lock to block concurrent updates at 1732422005374Preparing flush snapshotting stores in b5ae36d90a46a8a6ca2c7f5d1caf4a84 at 1732422005374Finished memstore snapshotting test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732422005374Flushing stores of test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. at 1732422005375 (+1 ms)Flushing b5ae36d90a46a8a6ca2c7f5d1caf4a84/f: creating writer at 1732422005375Flushing b5ae36d90a46a8a6ca2c7f5d1caf4a84/f: appending metadata at 1732422005399 (+24 ms)Flushing b5ae36d90a46a8a6ca2c7f5d1caf4a84/f: closing flushed file at 1732422005399Flushing b5ae36d90a46a8a6ca2c7f5d1caf4a84/f1: creating writer at 1732422005818 (+419 ms)Flushing b5ae36d90a46a8a6ca2c7f5d1caf4a84/f1: appending metadata at 1732422005836 (+18 ms)Flushing b5ae36d90a46a8a6ca2c7f5d1caf4a84/f1: closing flushed file at 1732422005836Flushing b5ae36d90a46a8a6ca2c7f5d1caf4a84/norep: creating writer at 1732422006246 (+410 ms)Flushing b5ae36d90a46a8a6ca2c7f5d1caf4a84/norep: appending metadata at 1732422006263 (+17 ms)Flushing b5ae36d90a46a8a6ca2c7f5d1caf4a84/norep: closing flushed file at 1732422006263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0a2ebe: reopening flushed file at 1732422006673 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c61310: reopening flushed file at 1732422006678 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a80f0: reopening flushed file at 1732422006683 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b5ae36d90a46a8a6ca2c7f5d1caf4a84 in 1315ms, sequenceid=8, compaction requested=false at 1732422006689 (+6 ms)Writing region close event to WAL at 1732422006690 (+1 ms)Running coprocessor post-close hooks at 1732422006693 (+3 ms)Closed at 1732422006693 2024-11-24T04:20:06,693 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732421994307.b5ae36d90a46a8a6ca2c7f5d1caf4a84. 2024-11-24T04:20:06,832 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 1160, reset compression=false 2024-11-24T04:20:06,834 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,39689,1732421989110; all regions closed. 2024-11-24T04:20:06,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741834_1010 (size=4239) 2024-11-24T04:20:06,844 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:06,844 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 to pos 1804, reset compression=false 2024-11-24T04:20:06,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741839_1015 (size=2458) 2024-11-24T04:20:06,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741832_1008 (size=1812) 2024-11-24T04:20:06,859 DEBUG [RS:0;fadb2fe0ba32:39689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:06,859 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:20:06,859 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:20:06,859 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:20:06,860 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:20:06,860 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:20:06,860 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,39689,1732421989110 because: Region server is closing 2024-11-24T04:20:06,861 INFO [RS:0;fadb2fe0ba32:39689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:39689. 2024-11-24T04:20:06,861 DEBUG [RS:0;fadb2fe0ba32:39689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:06,861 DEBUG [RS:0;fadb2fe0ba32:39689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:06,861 DEBUG [RS:0;fadb2fe0ba32:39689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:06,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:06,861 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] wal.ProtobufWALTailingReader(152): Reached partial WAL Trailer(EOF) while reading WALKey, originalPosition=1804, currentPosition=1812 org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.GeneratedMessage.parseWithIOException(GeneratedMessage.java:324) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey.parseFrom(WALProtos.java:2322) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.readWALKey(ProtobufWALTailingReader.java:127) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.next(ProtobufWALTailingReader.java:256) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.readNextEntryAndRecordReaderPosition(WALEntryStream.java:489) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:337) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:129) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:149) ~[classes/:?] 2024-11-24T04:20:06,862 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 for the last time to pos 1804, reset compression=false 2024-11-24T04:20:06,864 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 and length of the file is 1812 2024-11-24T04:20:06,864 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/WALs/fadb2fe0ba32,39689,1732421989110/fadb2fe0ba32%2C39689%2C1732421989110.1732421991096 2024-11-24T04:20:06,961 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.shipperfadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 terminated 2024-11-24T04:20:06,961 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,39689,1732421989110.replicationSource.wal-reader.fadb2fe0ba32%2C39689%2C1732421989110,1-fadb2fe0ba32,39689,1732421989110 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-24T04:20:06,961 INFO [RS:0;fadb2fe0ba32:39689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:39689. 2024-11-24T04:20:06,961 DEBUG [RS:0;fadb2fe0ba32:39689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:06,961 DEBUG [RS:0;fadb2fe0ba32:39689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:06,961 DEBUG [RS:0;fadb2fe0ba32:39689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:06,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:06,962 INFO [RS:0;fadb2fe0ba32:39689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39689 2024-11-24T04:20:06,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949/rs 2024-11-24T04:20:06,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11369114949/rs/fadb2fe0ba32,39689,1732421989110 2024-11-24T04:20:06,964 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:20:06,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,39689,1732421989110] 2024-11-24T04:20:06,967 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11369114949/draining/fadb2fe0ba32,39689,1732421989110 already deleted, retry=false 2024-11-24T04:20:06,967 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,39689,1732421989110 expired; onlineServers=0 2024-11-24T04:20:06,967 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,36659,1732421989071' ***** 2024-11-24T04:20:06,967 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:20:06,967 INFO [M:0;fadb2fe0ba32:36659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:20:06,967 INFO [M:0;fadb2fe0ba32:36659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:20:06,967 DEBUG [M:0;fadb2fe0ba32:36659 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:20:06,967 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:20:06,967 DEBUG [M:0;fadb2fe0ba32:36659 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:20:06,967 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421990868 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421990868,5,FailOnTimeoutGroup] 2024-11-24T04:20:06,967 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421990870 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421990870,5,FailOnTimeoutGroup] 2024-11-24T04:20:06,967 INFO [M:0;fadb2fe0ba32:36659 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:20:06,967 INFO [M:0;fadb2fe0ba32:36659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:20:06,968 DEBUG [M:0;fadb2fe0ba32:36659 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:20:06,968 INFO [M:0;fadb2fe0ba32:36659 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:20:06,968 INFO [M:0;fadb2fe0ba32:36659 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:20:06,968 INFO [M:0;fadb2fe0ba32:36659 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:20:06,968 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:20:06,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11369114949/master 2024-11-24T04:20:06,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11369114949 2024-11-24T04:20:06,969 DEBUG [M:0;fadb2fe0ba32:36659 {}] zookeeper.ZKUtil(347): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Unable to get data of znode /11369114949/master because node does not exist (not an error) 2024-11-24T04:20:06,969 WARN [M:0;fadb2fe0ba32:36659 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:20:06,969 INFO [M:0;fadb2fe0ba32:36659 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/.lastflushedseqids 2024-11-24T04:20:06,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741848_1024 (size=245) 2024-11-24T04:20:07,065 INFO [RS:0;fadb2fe0ba32:39689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:20:07,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:07,065 INFO [RS:0;fadb2fe0ba32:39689 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,39689,1732421989110; zookeeper connection closed. 2024-11-24T04:20:07,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39689-0x10148338ad80004, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:07,066 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cd1ea8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cd1ea8a 2024-11-24T04:20:07,066 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:20:07,117 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 912, reset compression=false 2024-11-24T04:20:07,374 INFO [M:0;fadb2fe0ba32:36659 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:20:07,374 INFO [M:0;fadb2fe0ba32:36659 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:20:07,374 DEBUG [M:0;fadb2fe0ba32:36659 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:20:07,374 INFO [M:0;fadb2fe0ba32:36659 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:07,374 DEBUG [M:0;fadb2fe0ba32:36659 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:07,374 DEBUG [M:0;fadb2fe0ba32:36659 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:20:07,374 DEBUG [M:0;fadb2fe0ba32:36659 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:07,375 INFO [M:0;fadb2fe0ba32:36659 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T04:20:07,394 DEBUG [M:0;fadb2fe0ba32:36659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91d096875e6943fab7982a292f8dfbd2 is 82, key is hbase:meta,,1/info:regioninfo/1732421992046/Put/seqid=0 2024-11-24T04:20:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741849_1025 (size=5672) 2024-11-24T04:20:07,806 INFO [M:0;fadb2fe0ba32:36659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91d096875e6943fab7982a292f8dfbd2 2024-11-24T04:20:07,828 DEBUG [M:0;fadb2fe0ba32:36659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/024328579a1147a4850916cf43fda0d6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732421999811/Put/seqid=0 2024-11-24T04:20:07,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741850_1026 (size=8516) 2024-11-24T04:20:07,920 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 912, reset compression=false 2024-11-24T04:20:08,233 INFO [M:0;fadb2fe0ba32:36659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/024328579a1147a4850916cf43fda0d6 2024-11-24T04:20:08,259 DEBUG [M:0;fadb2fe0ba32:36659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fefc366a20084b408fde84f6f3354fcb is 69, key is fadb2fe0ba32,39689,1732421989110/rs:state/1732421990954/Put/seqid=0 2024-11-24T04:20:08,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741851_1027 (size=5156) 2024-11-24T04:20:08,664 INFO [M:0;fadb2fe0ba32:36659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fefc366a20084b408fde84f6f3354fcb 2024-11-24T04:20:08,669 DEBUG [M:0;fadb2fe0ba32:36659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91d096875e6943fab7982a292f8dfbd2 as hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91d096875e6943fab7982a292f8dfbd2 2024-11-24T04:20:08,672 INFO [M:0;fadb2fe0ba32:36659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91d096875e6943fab7982a292f8dfbd2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T04:20:08,673 DEBUG [M:0;fadb2fe0ba32:36659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/024328579a1147a4850916cf43fda0d6 as hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/024328579a1147a4850916cf43fda0d6 2024-11-24T04:20:08,676 INFO [M:0;fadb2fe0ba32:36659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/024328579a1147a4850916cf43fda0d6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T04:20:08,677 DEBUG [M:0;fadb2fe0ba32:36659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fefc366a20084b408fde84f6f3354fcb as hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fefc366a20084b408fde84f6f3354fcb 2024-11-24T04:20:08,680 INFO [M:0;fadb2fe0ba32:36659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44973/user/jenkins/test-data/0500bc49-fae6-eb47-d92c-4175b354ff4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fefc366a20084b408fde84f6f3354fcb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T04:20:08,681 INFO [M:0;fadb2fe0ba32:36659 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=97, compaction requested=false 2024-11-24T04:20:08,682 INFO [M:0;fadb2fe0ba32:36659 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:08,682 DEBUG [M:0;fadb2fe0ba32:36659 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422007374Disabling compacts and flushes for region at 1732422007374Disabling writes for close at 1732422007374Obtaining lock to block concurrent updates at 1732422007375 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732422007375Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732422007375Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732422007375Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732422007376 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732422007394 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732422007394Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732422007810 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732422007828 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732422007828Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732422008237 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732422008259 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732422008259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5540954d: reopening flushed file at 1732422008668 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ee1cfc: reopening flushed file at 1732422008672 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b91127: reopening flushed file at 1732422008676 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=97, compaction requested=false at 1732422008681 (+5 ms)Writing region close event to WAL at 1732422008682 (+1 ms)Closed at 1732422008682 2024-11-24T04:20:08,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36541 is added to blk_1073741830_1006 (size=63654) 2024-11-24T04:20:08,685 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:20:08,685 INFO [M:0;fadb2fe0ba32:36659 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:20:08,685 INFO [M:0;fadb2fe0ba32:36659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36659 2024-11-24T04:20:08,685 INFO [M:0;fadb2fe0ba32:36659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:20:08,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:08,787 INFO [M:0;fadb2fe0ba32:36659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:20:08,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36659-0x10148338ad80003, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:08,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b5bf0f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:20:08,792 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45dae0cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:20:08,792 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:20:08,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@621442a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:20:08,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@118d241{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/hadoop.log.dir/,STOPPED} 2024-11-24T04:20:08,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:20:08,794 WARN [BP-879471930-172.17.0.2-1732421988433 heartbeating to localhost/127.0.0.1:44973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:20:08,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:20:08,794 WARN [BP-879471930-172.17.0.2-1732421988433 heartbeating to localhost/127.0.0.1:44973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-879471930-172.17.0.2-1732421988433 (Datanode Uuid c3055107-29ec-42c8-91b4-deb9a3cb7e3b) service to localhost/127.0.0.1:44973 2024-11-24T04:20:08,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/cluster_c0e8c123-54c4-2f8f-9652-48806d34666d/data/data1/current/BP-879471930-172.17.0.2-1732421988433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:20:08,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/cluster_c0e8c123-54c4-2f8f-9652-48806d34666d/data/data2/current/BP-879471930-172.17.0.2-1732421988433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:20:08,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:20:08,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@445a7d66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:20:08,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e2ce867{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:20:08,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:20:08,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@543f0caa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:20:08,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c840efb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/hadoop.log.dir/,STOPPED} 2024-11-24T04:20:08,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:08,814 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:20:08,815 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28325 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:20:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:20:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:20:08,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:08,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:08,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:08,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:08,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:08,823 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:20:08,823 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1010986374, stopped=false 2024-11-24T04:20:08,823 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,36789,1732421985290 2024-11-24T04:20:08,825 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 912, reset compression=false 2024-11-24T04:20:08,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1093469074/running 2024-11-24T04:20:08,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1093469074/running 2024-11-24T04:20:08,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:20:08,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:20:08,829 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:20:08,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Set watcher on znode that does not yet exist, /0-1093469074/running 2024-11-24T04:20:08,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:08,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:08,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:08,831 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,38669,1732421985366' ***** 2024-11-24T04:20:08,831 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:20:08,831 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:20:08,831 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:20:08,832 INFO [RS:0;fadb2fe0ba32:38669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:20:08,832 INFO [RS:0;fadb2fe0ba32:38669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:20:08,832 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(3091): Received CLOSE for 30f71fd303e681e20af65587cf60c2bc 2024-11-24T04:20:08,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Set watcher on znode that does not yet exist, /0-1093469074/running 2024-11-24T04:20:08,832 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:20:08,832 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,38669,1732421985366 2024-11-24T04:20:08,832 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:20:08,832 INFO [RS:0;fadb2fe0ba32:38669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:38669. 2024-11-24T04:20:08,832 DEBUG [RS:0;fadb2fe0ba32:38669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:08,832 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30f71fd303e681e20af65587cf60c2bc, disabling compactions & flushes 2024-11-24T04:20:08,832 DEBUG [RS:0;fadb2fe0ba32:38669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:08,832 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. 2024-11-24T04:20:08,832 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. 2024-11-24T04:20:08,832 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:20:08,832 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. after waiting 0 ms 2024-11-24T04:20:08,832 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:20:08,832 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:20:08,832 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. 2024-11-24T04:20:08,832 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:20:08,832 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30f71fd303e681e20af65587cf60c2bc 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-24T04:20:08,833 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T04:20:08,833 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1325): Online Regions={30f71fd303e681e20af65587cf60c2bc=hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc., 5ef65d1d76ce507b30a6047d4e7c3a59=test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:20:08,833 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30f71fd303e681e20af65587cf60c2bc, 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:20:08,833 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:20:08,833 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:20:08,833 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:20:08,833 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:20:08,833 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:20:08,833 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T04:20:08,868 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:20:08,870 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/replication/30f71fd303e681e20af65587cf60c2bc/.tmp/queue/d274364c196d4ffb858353471d623467 is 153, key is 1-fadb2fe0ba32,38669,1732421985366/queue:fadb2fe0ba32%2C38669%2C1732421985366/1732422004350/Put/seqid=0 2024-11-24T04:20:08,875 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/.tmp/info/ea56642cd75e4c1f99e04501ca11a41a is 147, key is hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc./info:regioninfo/1732421997640/Put/seqid=0 2024-11-24T04:20:08,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741840_1016 (size=5352) 2024-11-24T04:20:08,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741841_1017 (size=7686) 2024-11-24T04:20:09,033 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30f71fd303e681e20af65587cf60c2bc, 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:20:09,233 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30f71fd303e681e20af65587cf60c2bc, 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:20:09,279 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/replication/30f71fd303e681e20af65587cf60c2bc/.tmp/queue/d274364c196d4ffb858353471d623467 2024-11-24T04:20:09,286 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/.tmp/info/ea56642cd75e4c1f99e04501ca11a41a 2024-11-24T04:20:09,289 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/replication/30f71fd303e681e20af65587cf60c2bc/.tmp/queue/d274364c196d4ffb858353471d623467 as hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/replication/30f71fd303e681e20af65587cf60c2bc/queue/d274364c196d4ffb858353471d623467 2024-11-24T04:20:09,290 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:20:09,290 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:20:09,293 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/replication/30f71fd303e681e20af65587cf60c2bc/queue/d274364c196d4ffb858353471d623467, entries=1, sequenceid=10, filesize=5.2 K 2024-11-24T04:20:09,294 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 30f71fd303e681e20af65587cf60c2bc in 462ms, sequenceid=10, compaction requested=false 2024-11-24T04:20:09,294 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T04:20:09,298 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/replication/30f71fd303e681e20af65587cf60c2bc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T04:20:09,299 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:09,299 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:20:09,299 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. 2024-11-24T04:20:09,299 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30f71fd303e681e20af65587cf60c2bc: Waiting for close lock at 1732422008832Running coprocessor pre-close hooks at 1732422008832Disabling compacts and flushes for region at 1732422008832Disabling writes for close at 1732422008832Obtaining lock to block concurrent updates at 1732422008832Preparing flush snapshotting stores in 30f71fd303e681e20af65587cf60c2bc at 1732422008832Finished memstore snapshotting hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732422008833 (+1 ms)Flushing stores of hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. at 1732422008833Flushing 30f71fd303e681e20af65587cf60c2bc/queue: creating writer at 1732422008833Flushing 30f71fd303e681e20af65587cf60c2bc/queue: appending metadata at 1732422008869 (+36 ms)Flushing 30f71fd303e681e20af65587cf60c2bc/queue: closing flushed file at 1732422008870 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275ab804: reopening flushed file at 1732422009288 (+418 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 30f71fd303e681e20af65587cf60c2bc in 462ms, sequenceid=10, compaction requested=false at 1732422009294 (+6 ms)Writing region close event to WAL at 1732422009295 (+1 ms)Running coprocessor post-close hooks at 1732422009299 (+4 ms)Closed at 1732422009299 2024-11-24T04:20:09,300 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732421996475.30f71fd303e681e20af65587cf60c2bc. 2024-11-24T04:20:09,300 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ef65d1d76ce507b30a6047d4e7c3a59, disabling compactions & flushes 2024-11-24T04:20:09,300 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. 2024-11-24T04:20:09,300 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. 2024-11-24T04:20:09,300 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. after waiting 0 ms 2024-11-24T04:20:09,300 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. 2024-11-24T04:20:09,300 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ef65d1d76ce507b30a6047d4e7c3a59 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-24T04:20:09,311 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/.tmp/ns/e5693fd28c7943a7be520932994252eb is 43, key is default/ns:d/1732421988315/Put/seqid=0 2024-11-24T04:20:09,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741842_1018 (size=5153) 2024-11-24T04:20:09,320 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/.tmp/f/62dd294671f740dcb5a18fa7b578c8c8 is 29, key is row1/f:/1732422003815/DeleteFamily/seqid=0 2024-11-24T04:20:09,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741843_1019 (size=5118) 2024-11-24T04:20:09,433 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:20:09,634 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:20:09,716 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/.tmp/ns/e5693fd28c7943a7be520932994252eb 2024-11-24T04:20:09,724 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/.tmp/f/62dd294671f740dcb5a18fa7b578c8c8 2024-11-24T04:20:09,730 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62dd294671f740dcb5a18fa7b578c8c8 2024-11-24T04:20:09,738 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/.tmp/rep_barrier/acfd19f757314c3d954af6807f8b6c06 is 112, key is test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59./rep_barrier:seqnumDuringOpen/1732421993301/Put/seqid=0 2024-11-24T04:20:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741844_1020 (size=5518) 2024-11-24T04:20:09,749 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/.tmp/f1/53130b4b1ee9482d811c2a04141da0d2 is 30, key is row1/f1:/1732422003815/DeleteFamily/seqid=0 2024-11-24T04:20:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741845_1021 (size=5123) 2024-11-24T04:20:09,832 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 912, reset compression=false 2024-11-24T04:20:09,834 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:20:09,834 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1325): Online Regions={5ef65d1d76ce507b30a6047d4e7c3a59=test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:20:09,834 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:20:09,837 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:09,837 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 1159, reset compression=false 2024-11-24T04:20:09,837 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,38669,1732421985366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:09,839 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fadb2fe0ba32,38669,1732421985366: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fadb2fe0ba32,38669,1732421985366, walGroup=fadb2fe0ba32%2C38669%2C1732421985366, offset=fadb2fe0ba32%2C38669%2C1732421985366.1732421987362:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:38669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T04:20:09,840 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:20:09,840 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:20:09,841 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:20:09,841 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:20:09,841 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:20:09,841 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 697581568 }, "NonHeapMemoryUsage": { "committed": 195362816, "init": 7667712, "max": -1, "used": 191058344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:20:09,841 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:36789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:36789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T04:20:10,034 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:20:10,043 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 1159, reset compression=false 2024-11-24T04:20:10,144 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/.tmp/rep_barrier/acfd19f757314c3d954af6807f8b6c06 2024-11-24T04:20:10,153 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/.tmp/f1/53130b4b1ee9482d811c2a04141da0d2 2024-11-24T04:20:10,159 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53130b4b1ee9482d811c2a04141da0d2 2024-11-24T04:20:10,169 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/.tmp/table/7286445a12a047d89328eb2348fdf9a2 is 53, key is hbase:replication/table:state/1732421997647/Put/seqid=0 2024-11-24T04:20:10,178 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/.tmp/norep/591c660f423c4deb8c8fc1ef6cbeeb9e is 32, key is row/norep:/1732422002808/DeleteFamily/seqid=0 2024-11-24T04:20:10,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741846_1022 (size=5308) 2024-11-24T04:20:10,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741847_1023 (size=5101) 2024-11-24T04:20:10,234 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:20:10,348 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 1159, reset compression=false 2024-11-24T04:20:10,435 DEBUG [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ef65d1d76ce507b30a6047d4e7c3a59 2024-11-24T04:20:10,582 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/.tmp/table/7286445a12a047d89328eb2348fdf9a2 2024-11-24T04:20:10,584 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/.tmp/norep/591c660f423c4deb8c8fc1ef6cbeeb9e 2024-11-24T04:20:10,587 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 591c660f423c4deb8c8fc1ef6cbeeb9e 2024-11-24T04:20:10,588 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/.tmp/info/ea56642cd75e4c1f99e04501ca11a41a as hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/info/ea56642cd75e4c1f99e04501ca11a41a 2024-11-24T04:20:10,588 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/.tmp/f/62dd294671f740dcb5a18fa7b578c8c8 as hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/f/62dd294671f740dcb5a18fa7b578c8c8 2024-11-24T04:20:10,592 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62dd294671f740dcb5a18fa7b578c8c8 2024-11-24T04:20:10,592 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/info/ea56642cd75e4c1f99e04501ca11a41a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T04:20:10,592 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/f/62dd294671f740dcb5a18fa7b578c8c8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T04:20:10,593 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/.tmp/ns/e5693fd28c7943a7be520932994252eb as hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/ns/e5693fd28c7943a7be520932994252eb 2024-11-24T04:20:10,593 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/.tmp/f1/53130b4b1ee9482d811c2a04141da0d2 as hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/f1/53130b4b1ee9482d811c2a04141da0d2 2024-11-24T04:20:10,597 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53130b4b1ee9482d811c2a04141da0d2 2024-11-24T04:20:10,597 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/ns/e5693fd28c7943a7be520932994252eb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T04:20:10,597 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/f1/53130b4b1ee9482d811c2a04141da0d2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-24T04:20:10,598 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/.tmp/norep/591c660f423c4deb8c8fc1ef6cbeeb9e as hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/norep/591c660f423c4deb8c8fc1ef6cbeeb9e 2024-11-24T04:20:10,598 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/.tmp/rep_barrier/acfd19f757314c3d954af6807f8b6c06 as hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/rep_barrier/acfd19f757314c3d954af6807f8b6c06 2024-11-24T04:20:10,602 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 591c660f423c4deb8c8fc1ef6cbeeb9e 2024-11-24T04:20:10,602 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/rep_barrier/acfd19f757314c3d954af6807f8b6c06, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T04:20:10,602 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/norep/591c660f423c4deb8c8fc1ef6cbeeb9e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-24T04:20:10,603 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/.tmp/table/7286445a12a047d89328eb2348fdf9a2 as hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/table/7286445a12a047d89328eb2348fdf9a2 2024-11-24T04:20:10,603 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5ef65d1d76ce507b30a6047d4e7c3a59 in 1303ms, sequenceid=8, compaction requested=false 2024-11-24T04:20:10,603 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T04:20:10,607 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/table/7286445a12a047d89328eb2348fdf9a2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T04:20:10,608 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1775ms, sequenceid=16, compaction requested=false 2024-11-24T04:20:10,608 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:20:10,608 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/default/test/5ef65d1d76ce507b30a6047d4e7c3a59/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-24T04:20:10,609 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:10,609 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:20:10,609 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. 2024-11-24T04:20:10,609 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ef65d1d76ce507b30a6047d4e7c3a59: Waiting for close lock at 1732422009300Running coprocessor pre-close hooks at 1732422009300Disabling compacts and flushes for region at 1732422009300Disabling writes for close at 1732422009300Obtaining lock to block concurrent updates at 1732422009300Preparing flush snapshotting stores in 5ef65d1d76ce507b30a6047d4e7c3a59 at 1732422009300Finished memstore snapshotting test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732422009300Flushing stores of test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. at 1732422009301 (+1 ms)Flushing 5ef65d1d76ce507b30a6047d4e7c3a59/f: creating writer at 1732422009301Flushing 5ef65d1d76ce507b30a6047d4e7c3a59/f: appending metadata at 1732422009319 (+18 ms)Flushing 5ef65d1d76ce507b30a6047d4e7c3a59/f: closing flushed file at 1732422009319Flushing 5ef65d1d76ce507b30a6047d4e7c3a59/f1: creating writer at 1732422009730 (+411 ms)Flushing 5ef65d1d76ce507b30a6047d4e7c3a59/f1: appending metadata at 1732422009748 (+18 ms)Flushing 5ef65d1d76ce507b30a6047d4e7c3a59/f1: closing flushed file at 1732422009748Flushing 5ef65d1d76ce507b30a6047d4e7c3a59/norep: creating writer at 1732422010159 (+411 ms)Flushing 5ef65d1d76ce507b30a6047d4e7c3a59/norep: appending metadata at 1732422010177 (+18 ms)Flushing 5ef65d1d76ce507b30a6047d4e7c3a59/norep: closing flushed file at 1732422010177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aed0ce2: reopening flushed file at 1732422010587 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fdd0b69: reopening flushed file at 1732422010592 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d38e7af: reopening flushed file at 1732422010597 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5ef65d1d76ce507b30a6047d4e7c3a59 in 1303ms, sequenceid=8, compaction requested=false at 1732422010603 (+6 ms)Writing region close event to WAL at 1732422010605 (+2 ms)Running coprocessor post-close hooks at 1732422010609 (+4 ms)Closed at 1732422010609 2024-11-24T04:20:10,609 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732421992151.5ef65d1d76ce507b30a6047d4e7c3a59. 2024-11-24T04:20:10,613 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T04:20:10,613 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:10,613 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:20:10,613 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:10,613 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422008833Running coprocessor pre-close hooks at 1732422008833Disabling compacts and flushes for region at 1732422008833Disabling writes for close at 1732422008833Obtaining lock to block concurrent updates at 1732422008833Preparing flush snapshotting stores in 1588230740 at 1732422008833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732422008834 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732422008834Flushing 1588230740/info: creating writer at 1732422008834Flushing 1588230740/info: appending metadata at 1732422008875 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732422008875Flushing 1588230740/ns: creating writer at 1732422009291 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732422009310 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732422009310Flushing 1588230740/rep_barrier: creating writer at 1732422009720 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732422009738 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732422009738Flushing 1588230740/table: creating writer at 1732422010149 (+411 ms)Flushing 1588230740/table: appending metadata at 1732422010168 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732422010168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ad7bbf: reopening flushed file at 1732422010587 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c361e31: reopening flushed file at 1732422010592 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd89cb0: reopening flushed file at 1732422010597 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16481a66: reopening flushed file at 1732422010602 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1775ms, sequenceid=16, compaction requested=false at 1732422010608 (+6 ms)Writing region close event to WAL at 1732422010610 (+2 ms)Running coprocessor post-close hooks at 1732422010613 (+3 ms)Closed at 1732422010613 2024-11-24T04:20:10,613 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:10,635 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,38669,1732421985366; all regions closed. 2024-11-24T04:20:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741834_1010 (size=4239) 2024-11-24T04:20:10,637 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.meta.1732421988275.meta not finished, retry = 0 2024-11-24T04:20:10,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741839_1015 (size=2676) 2024-11-24T04:20:10,744 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.rep.1732421997610 not finished, retry = 0 2024-11-24T04:20:10,751 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 1159, reset compression=false 2024-11-24T04:20:10,758 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:10,758 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.wal-reader.fadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 to pos 1803, reset compression=false 2024-11-24T04:20:10,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741832_1008 (size=1811) 2024-11-24T04:20:10,847 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/WALs/fadb2fe0ba32,38669,1732421985366/fadb2fe0ba32%2C38669%2C1732421985366.1732421987362 not finished, retry = 0 2024-11-24T04:20:10,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:20:10,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:10,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:10,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:10,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:10,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:10,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:10,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:10,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:10,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:10,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:10,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:10,948 DEBUG [RS:0;fadb2fe0ba32:38669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:10,948 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:20:10,948 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:20:10,948 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T04:20:10,948 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:20:10,948 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:20:10,949 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,38669,1732421985366 because: Region server is closing 2024-11-24T04:20:10,949 INFO [RS:0;fadb2fe0ba32:38669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:38669. 2024-11-24T04:20:10,949 DEBUG [RS:0;fadb2fe0ba32:38669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:10,949 DEBUG [RS:0;fadb2fe0ba32:38669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:10,949 DEBUG [RS:0;fadb2fe0ba32:38669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:10,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:11,049 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,38669,1732421985366.replicationSource.shipperfadb2fe0ba32%2C38669%2C1732421985366,1-fadb2fe0ba32,38669,1732421985366 terminated 2024-11-24T04:20:11,050 INFO [RS:0;fadb2fe0ba32:38669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:38669. 2024-11-24T04:20:11,050 DEBUG [RS:0;fadb2fe0ba32:38669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:11,050 DEBUG [RS:0;fadb2fe0ba32:38669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:11,050 DEBUG [RS:0;fadb2fe0ba32:38669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:11,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:11,050 INFO [RS:0;fadb2fe0ba32:38669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38669 2024-11-24T04:20:11,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1093469074/rs/fadb2fe0ba32,38669,1732421985366 2024-11-24T04:20:11,052 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:20:11,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074/rs 2024-11-24T04:20:11,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,38669,1732421985366] 2024-11-24T04:20:11,055 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1093469074/draining/fadb2fe0ba32,38669,1732421985366 already deleted, retry=false 2024-11-24T04:20:11,055 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,38669,1732421985366 expired; onlineServers=0 2024-11-24T04:20:11,055 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,36789,1732421985290' ***** 2024-11-24T04:20:11,055 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:20:11,055 INFO [M:0;fadb2fe0ba32:36789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:20:11,055 INFO [M:0;fadb2fe0ba32:36789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:20:11,055 DEBUG [M:0;fadb2fe0ba32:36789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:20:11,055 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:20:11,055 DEBUG [M:0;fadb2fe0ba32:36789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:20:11,055 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421987130 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732421987130,5,FailOnTimeoutGroup] 2024-11-24T04:20:11,055 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421987130 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732421987130,5,FailOnTimeoutGroup] 2024-11-24T04:20:11,056 INFO [M:0;fadb2fe0ba32:36789 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:20:11,056 INFO [M:0;fadb2fe0ba32:36789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:20:11,056 DEBUG [M:0;fadb2fe0ba32:36789 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:20:11,056 INFO [M:0;fadb2fe0ba32:36789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:20:11,056 INFO [M:0;fadb2fe0ba32:36789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:20:11,056 INFO [M:0;fadb2fe0ba32:36789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:20:11,056 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:20:11,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1093469074/master 2024-11-24T04:20:11,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1093469074 2024-11-24T04:20:11,059 DEBUG [M:0;fadb2fe0ba32:36789 {}] zookeeper.ZKUtil(347): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Unable to get data of znode /0-1093469074/master because node does not exist (not an error) 2024-11-24T04:20:11,059 WARN [M:0;fadb2fe0ba32:36789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:20:11,060 INFO [M:0;fadb2fe0ba32:36789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/.lastflushedseqids 2024-11-24T04:20:11,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741848_1024 (size=245) 2024-11-24T04:20:11,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:11,154 INFO [RS:0;fadb2fe0ba32:38669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:20:11,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38669-0x10148338ad80001, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:11,154 INFO [RS:0;fadb2fe0ba32:38669 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,38669,1732421985366; zookeeper connection closed. 2024-11-24T04:20:11,154 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e338df6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e338df6 2024-11-24T04:20:11,154 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:20:11,465 INFO [M:0;fadb2fe0ba32:36789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:20:11,465 INFO [M:0;fadb2fe0ba32:36789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:20:11,465 DEBUG [M:0;fadb2fe0ba32:36789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:20:11,465 INFO [M:0;fadb2fe0ba32:36789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:11,465 DEBUG [M:0;fadb2fe0ba32:36789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:11,465 DEBUG [M:0;fadb2fe0ba32:36789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:20:11,465 DEBUG [M:0;fadb2fe0ba32:36789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:11,465 INFO [M:0;fadb2fe0ba32:36789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T04:20:11,482 DEBUG [M:0;fadb2fe0ba32:36789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f03096aadf243b596f66a6f5a9dea26 is 82, key is hbase:meta,,1/info:regioninfo/1732421988306/Put/seqid=0 2024-11-24T04:20:11,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741849_1025 (size=5672) 2024-11-24T04:20:11,886 INFO [M:0;fadb2fe0ba32:36789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f03096aadf243b596f66a6f5a9dea26 2024-11-24T04:20:11,907 DEBUG [M:0;fadb2fe0ba32:36789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9674effdcf1485cb5ed285709b92545 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732421997649/Put/seqid=0 2024-11-24T04:20:11,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741850_1026 (size=8516) 2024-11-24T04:20:12,312 INFO [M:0;fadb2fe0ba32:36789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9674effdcf1485cb5ed285709b92545 2024-11-24T04:20:12,331 DEBUG [M:0;fadb2fe0ba32:36789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e39f3c543954a1887bbfb5af13a7d08 is 69, key is fadb2fe0ba32,38669,1732421985366/rs:state/1732421987216/Put/seqid=0 2024-11-24T04:20:12,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741851_1027 (size=5156) 2024-11-24T04:20:12,735 INFO [M:0;fadb2fe0ba32:36789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e39f3c543954a1887bbfb5af13a7d08 2024-11-24T04:20:12,740 DEBUG [M:0;fadb2fe0ba32:36789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f03096aadf243b596f66a6f5a9dea26 as hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f03096aadf243b596f66a6f5a9dea26 2024-11-24T04:20:12,743 INFO [M:0;fadb2fe0ba32:36789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f03096aadf243b596f66a6f5a9dea26, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T04:20:12,744 DEBUG [M:0;fadb2fe0ba32:36789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9674effdcf1485cb5ed285709b92545 as hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9674effdcf1485cb5ed285709b92545 2024-11-24T04:20:12,748 INFO [M:0;fadb2fe0ba32:36789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9674effdcf1485cb5ed285709b92545, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T04:20:12,749 DEBUG [M:0;fadb2fe0ba32:36789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e39f3c543954a1887bbfb5af13a7d08 as hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e39f3c543954a1887bbfb5af13a7d08 2024-11-24T04:20:12,752 INFO [M:0;fadb2fe0ba32:36789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38447/user/jenkins/test-data/35e571e1-96cc-1a3e-da51-6b64cc2d13ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e39f3c543954a1887bbfb5af13a7d08, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T04:20:12,753 INFO [M:0;fadb2fe0ba32:36789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-24T04:20:12,754 INFO [M:0;fadb2fe0ba32:36789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:12,754 DEBUG [M:0;fadb2fe0ba32:36789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422011465Disabling compacts and flushes for region at 1732422011465Disabling writes for close at 1732422011465Obtaining lock to block concurrent updates at 1732422011465Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732422011465Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732422011466 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732422011466Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732422011466Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732422011482 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732422011482Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732422011890 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732422011907 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732422011907Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732422012316 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732422012330 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732422012330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@165596e0: reopening flushed file at 1732422012739 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3227b97d: reopening flushed file at 1732422012744 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@350a552f: reopening flushed file at 1732422012748 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732422012753 (+5 ms)Writing region close event to WAL at 1732422012754 (+1 ms)Closed at 1732422012754 2024-11-24T04:20:12,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741830_1006 (size=63654) 2024-11-24T04:20:12,757 INFO [M:0;fadb2fe0ba32:36789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:20:12,757 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:20:12,757 INFO [M:0;fadb2fe0ba32:36789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36789 2024-11-24T04:20:12,757 INFO [M:0;fadb2fe0ba32:36789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:20:12,862 INFO [M:0;fadb2fe0ba32:36789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:20:12,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:12,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36789-0x10148338ad80000, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:12,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c66a628{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:20:12,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f13727f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:20:12,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:20:12,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@452692c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:20:12,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2264fe96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/hadoop.log.dir/,STOPPED} 2024-11-24T04:20:12,866 WARN [BP-472762549-172.17.0.2-1732421984350 heartbeating to localhost/127.0.0.1:38447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:20:12,866 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:20:12,866 WARN [BP-472762549-172.17.0.2-1732421984350 heartbeating to localhost/127.0.0.1:38447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-472762549-172.17.0.2-1732421984350 (Datanode Uuid 13b30041-30bb-4b2e-9486-b0b6587b0456) service to localhost/127.0.0.1:38447 2024-11-24T04:20:12,866 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:20:12,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/cluster_f4950c6c-5907-9984-4236-7c25097e880a/data/data1/current/BP-472762549-172.17.0.2-1732421984350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:20:12,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/cluster_f4950c6c-5907-9984-4236-7c25097e880a/data/data2/current/BP-472762549-172.17.0.2-1732421984350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:20:12,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:20:12,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f44855f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:20:12,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5da9cd49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:20:12,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:20:12,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@85321a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:20:12,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c440ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80290e9e-37da-6897-aa19-2943dec7f1f0/hadoop.log.dir/,STOPPED} 2024-11-24T04:20:12,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T04:20:12,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:20:12,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 247) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:38447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57586) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:38447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:38447 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:44973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57586) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:44973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:44973 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 289) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6495 (was 5943) - AvailableMemoryMB LEAK? - 2024-11-24T04:20:12,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=6495 2024-11-24T04:20:12,927 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-24T04:20:12,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/hadoop.log.dir so I do NOT create it in target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3 2024-11-24T04:20:12,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:20:12,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/hadoop.tmp.dir so I do NOT create it in target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3 2024-11-24T04:20:12,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25995272-9eb0-3cbe-f962-07201a31949b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:20:12,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3 2024-11-24T04:20:12,928 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/cluster_840587cc-39c1-21e2-7cc3-eece04ebc1d8, deleteOnExit=true 2024-11-24T04:20:12,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/cluster_840587cc-39c1-21e2-7cc3-eece04ebc1d8/zookeeper_0, clientPort=61086, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/cluster_840587cc-39c1-21e2-7cc3-eece04ebc1d8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/cluster_840587cc-39c1-21e2-7cc3-eece04ebc1d8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T04:20:12,935 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61086 2024-11-24T04:20:12,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:20:12,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:20:12,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/test.cache.data in system properties and HBase conf 2024-11-24T04:20:12,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:20:12,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:20:12,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:20:12,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:20:12,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:20:12,936 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:20:12,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:20:12,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:20:12,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:20:12,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:20:12,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:20:12,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:20:12,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:20:12,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:20:12,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:20:12,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:20:12,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:20:12,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:20:12,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:20:12,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:20:12,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10148338ad80005, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:20:12,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10148338ad80002, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:20:12,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10148338ad80005, quorum=127.0.0.1:57586, baseZNode=/11369114949 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:20:12,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10148338ad80002, quorum=127.0.0.1:57586, baseZNode=/0-1093469074 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:20:13,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:13,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:20:13,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:20:13,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:20:13,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:20:13,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:13,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c410542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:20:13,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594d1542{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:20:13,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c12bb31{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/java.io.tmpdir/jetty-localhost-45445-hadoop-hdfs-3_4_1-tests_jar-_-any-1056777136625064745/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:20:13,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@686b2055{HTTP/1.1, (http/1.1)}{localhost:45445} 2024-11-24T04:20:13,148 INFO [Time-limited test {}] server.Server(415): Started @213391ms 2024-11-24T04:20:13,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:13,234 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:20:13,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:20:13,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:20:13,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:20:13,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d1d4065{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:20:13,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae7fbfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:20:13,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74af6b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/java.io.tmpdir/jetty-localhost-46149-hadoop-hdfs-3_4_1-tests_jar-_-any-17222872343175845705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:20:13,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f58ef0e{HTTP/1.1, (http/1.1)}{localhost:46149} 2024-11-24T04:20:13,363 INFO [Time-limited test {}] server.Server(415): Started @213606ms 2024-11-24T04:20:13,364 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:20:13,488 WARN [Thread-2673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/cluster_840587cc-39c1-21e2-7cc3-eece04ebc1d8/data/data2/current/BP-756057436-172.17.0.2-1732422012959/current, will proceed with Du for space computation calculation, 2024-11-24T04:20:13,488 WARN [Thread-2672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/cluster_840587cc-39c1-21e2-7cc3-eece04ebc1d8/data/data1/current/BP-756057436-172.17.0.2-1732422012959/current, will proceed with Du for space computation calculation, 2024-11-24T04:20:13,521 WARN [Thread-2660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:20:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x569b4d5412129681 with lease ID 0x66c9514896ec2da6: Processing first storage report for DS-efa09f0f-152f-4ef5-aef2-8bda27d2ad1e from datanode DatanodeRegistration(127.0.0.1:39473, datanodeUuid=34f06213-cc4b-4bf3-a063-bf7fa797b997, infoPort=41085, infoSecurePort=0, ipcPort=38747, storageInfo=lv=-57;cid=testClusterID;nsid=318510294;c=1732422012959) 2024-11-24T04:20:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x569b4d5412129681 with lease ID 0x66c9514896ec2da6: from storage DS-efa09f0f-152f-4ef5-aef2-8bda27d2ad1e node DatanodeRegistration(127.0.0.1:39473, datanodeUuid=34f06213-cc4b-4bf3-a063-bf7fa797b997, infoPort=41085, infoSecurePort=0, ipcPort=38747, storageInfo=lv=-57;cid=testClusterID;nsid=318510294;c=1732422012959), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:20:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x569b4d5412129681 with lease ID 0x66c9514896ec2da6: Processing first storage report for DS-2316adfd-700f-4d01-94d7-55f396cc3cbb from datanode DatanodeRegistration(127.0.0.1:39473, datanodeUuid=34f06213-cc4b-4bf3-a063-bf7fa797b997, infoPort=41085, infoSecurePort=0, ipcPort=38747, storageInfo=lv=-57;cid=testClusterID;nsid=318510294;c=1732422012959) 2024-11-24T04:20:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x569b4d5412129681 with lease ID 0x66c9514896ec2da6: from storage DS-2316adfd-700f-4d01-94d7-55f396cc3cbb node DatanodeRegistration(127.0.0.1:39473, datanodeUuid=34f06213-cc4b-4bf3-a063-bf7fa797b997, infoPort=41085, infoSecurePort=0, ipcPort=38747, storageInfo=lv=-57;cid=testClusterID;nsid=318510294;c=1732422012959), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:20:13,601 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3 2024-11-24T04:20:13,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:13,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:20:13,615 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658 with version=8 2024-11-24T04:20:13,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/hbase-staging 2024-11-24T04:20:13,618 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:20:13,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:13,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:13,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:20:13,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:13,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:20:13,618 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:20:13,618 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:20:13,619 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44597 2024-11-24T04:20:13,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44597 connecting to ZooKeeper ensemble=127.0.0.1:61086 2024-11-24T04:20:13,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445970x0, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:13,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44597-0x1014833fa920000 connected 2024-11-24T04:20:13,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:13,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:13,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Set watcher on znode that does not yet exist, /0-1317276118/running 2024-11-24T04:20:13,688 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658, hbase.cluster.distributed=false 2024-11-24T04:20:13,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Set watcher on znode that does not yet exist, /0-1317276118/acl 2024-11-24T04:20:13,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44597 2024-11-24T04:20:13,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44597 2024-11-24T04:20:13,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44597 2024-11-24T04:20:13,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44597 2024-11-24T04:20:13,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44597 2024-11-24T04:20:13,712 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:20:13,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:13,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:13,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:20:13,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:13,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:20:13,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:20:13,713 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:20:13,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34011 2024-11-24T04:20:13,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34011 connecting to ZooKeeper ensemble=127.0.0.1:61086 2024-11-24T04:20:13,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:13,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:13,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340110x0, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:13,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340110x0, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Set watcher on znode that does not yet exist, /0-1317276118/running 2024-11-24T04:20:13,728 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:20:13,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34011-0x1014833fa920001 connected 2024-11-24T04:20:13,733 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:20:13,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Set watcher on znode that does not yet exist, /0-1317276118/master 2024-11-24T04:20:13,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Set watcher on znode that does not yet exist, /0-1317276118/acl 2024-11-24T04:20:13,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34011 2024-11-24T04:20:13,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34011 2024-11-24T04:20:13,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34011 2024-11-24T04:20:13,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34011 2024-11-24T04:20:13,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34011 2024-11-24T04:20:13,764 DEBUG [M:0;fadb2fe0ba32:44597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:44597 2024-11-24T04:20:13,764 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1317276118/backup-masters/fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:13,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118/backup-masters 2024-11-24T04:20:13,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118/backup-masters 2024-11-24T04:20:13,766 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Set watcher on existing znode=/0-1317276118/backup-masters/fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:13,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1317276118/master 2024-11-24T04:20:13,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:13,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:13,772 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Set watcher on existing znode=/0-1317276118/master 2024-11-24T04:20:13,773 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1317276118/backup-masters/fadb2fe0ba32,44597,1732422013617 from backup master directory 2024-11-24T04:20:13,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118/backup-masters 2024-11-24T04:20:13,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1317276118/backup-masters/fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:13,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118/backup-masters 2024-11-24T04:20:13,781 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:20:13,781 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:13,786 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/hbase.id] with ID: 1cf05426-2c26-4044-b109-cd7b746f7301 2024-11-24T04:20:13,786 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/.tmp/hbase.id 2024-11-24T04:20:13,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:20:13,809 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/.tmp/hbase.id]:[hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/hbase.id] 2024-11-24T04:20:13,827 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:13,827 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:20:13,828 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:20:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:13,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:20:14,252 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:20:14,253 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:20:14,253 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:14,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:20:14,660 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store 2024-11-24T04:20:14,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:20:14,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:20:14,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:20:14,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T04:20:14,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T04:20:14,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T04:20:14,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:14,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:20:15,087 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:15,087 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:20:15,087 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:15,087 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:15,087 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:20:15,087 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:15,087 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:15,087 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422015087Disabling compacts and flushes for region at 1732422015087Disabling writes for close at 1732422015087Writing region close event to WAL at 1732422015087Closed at 1732422015087 2024-11-24T04:20:15,088 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/.initializing 2024-11-24T04:20:15,088 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/WALs/fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:15,089 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:20:15,091 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C44597%2C1732422013617, suffix=, logDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/WALs/fadb2fe0ba32,44597,1732422013617, archiveDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/oldWALs, maxLogs=10 2024-11-24T04:20:15,108 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/WALs/fadb2fe0ba32,44597,1732422013617/fadb2fe0ba32%2C44597%2C1732422013617.1732422015091, exclude list is [], retry=0 2024-11-24T04:20:15,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39473,DS-efa09f0f-152f-4ef5-aef2-8bda27d2ad1e,DISK] 2024-11-24T04:20:15,119 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/WALs/fadb2fe0ba32,44597,1732422013617/fadb2fe0ba32%2C44597%2C1732422013617.1732422015091 2024-11-24T04:20:15,119 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085)] 2024-11-24T04:20:15,119 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:15,119 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:15,120 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:15,120 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:15,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:15,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:20:15,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:15,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:15,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:15,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:20:15,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:15,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:15,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:15,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:20:15,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:15,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:15,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:15,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:20:15,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:15,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:15,126 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:15,126 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:15,127 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:15,127 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:15,127 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:15,128 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:15,129 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:15,131 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:15,131 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70310253, jitterRate=0.047704413533210754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:15,132 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732422015120Initializing all the Stores at 1732422015120Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422015120Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422015121 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422015121Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422015121Cleaning up temporary data from old regions at 1732422015127 (+6 ms)Region opened successfully at 1732422015132 (+5 ms) 2024-11-24T04:20:15,132 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:20:15,134 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a36f626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:20:15,135 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:20:15,135 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:20:15,135 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:20:15,135 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:20:15,136 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:20:15,136 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:20:15,136 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:20:15,138 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:20:15,138 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Unable to get data of znode /0-1317276118/balancer because node does not exist (not necessarily an error) 2024-11-24T04:20:15,140 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1317276118/balancer already deleted, retry=false 2024-11-24T04:20:15,140 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:20:15,141 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Unable to get data of znode /0-1317276118/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:20:15,142 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1317276118/normalizer already deleted, retry=false 2024-11-24T04:20:15,142 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:20:15,143 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Unable to get data of znode /0-1317276118/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:20:15,146 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1317276118/switch/split already deleted, retry=false 2024-11-24T04:20:15,146 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Unable to get data of znode /0-1317276118/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:20:15,149 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1317276118/switch/merge already deleted, retry=false 2024-11-24T04:20:15,151 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Unable to get data of znode /0-1317276118/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:20:15,152 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1317276118/snapshot-cleanup already deleted, retry=false 2024-11-24T04:20:15,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1317276118/running 2024-11-24T04:20:15,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1317276118/running 2024-11-24T04:20:15,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:15,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:15,154 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,44597,1732422013617, sessionid=0x1014833fa920000, setting cluster-up flag (Was=false) 2024-11-24T04:20:15,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:15,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:15,163 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1317276118/flush-table-proc/acquired, /0-1317276118/flush-table-proc/reached, /0-1317276118/flush-table-proc/abort 2024-11-24T04:20:15,164 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:15,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:15,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:15,173 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1317276118/online-snapshot/acquired, /0-1317276118/online-snapshot/reached, /0-1317276118/online-snapshot/abort 2024-11-24T04:20:15,173 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:15,174 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:20:15,176 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:15,176 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:20:15,176 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:20:15,176 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,44597,1732422013617 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:20:15,177 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:15,177 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:15,177 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:15,177 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:15,177 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:20:15,177 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,177 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:20:15,177 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,178 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732422045178 2024-11-24T04:20:15,178 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:20:15,178 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:20:15,179 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:20:15,179 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:20:15,179 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:20:15,179 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:20:15,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:15,179 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:20:15,179 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:20:15,179 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:20:15,179 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:20:15,179 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:20:15,179 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:20:15,179 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:20:15,180 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:15,180 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422015179,5,FailOnTimeoutGroup] 2024-11-24T04:20:15,180 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422015180,5,FailOnTimeoutGroup] 2024-11-24T04:20:15,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:20:15,180 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,180 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:20:15,180 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,180 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:20:15,252 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(746): ClusterId : 1cf05426-2c26-4044-b109-cd7b746f7301 2024-11-24T04:20:15,252 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:20:15,253 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:20:15,253 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:20:15,255 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:20:15,255 DEBUG [RS:0;fadb2fe0ba32:34011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513a45a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:20:15,270 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:34011 2024-11-24T04:20:15,270 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:20:15,270 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:20:15,270 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:20:15,271 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,44597,1732422013617 with port=34011, startcode=1732422013712 2024-11-24T04:20:15,271 DEBUG [RS:0;fadb2fe0ba32:34011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:20:15,273 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:20:15,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:15,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44597 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:15,274 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658 2024-11-24T04:20:15,274 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42443 2024-11-24T04:20:15,274 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:20:15,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118/rs 2024-11-24T04:20:15,277 DEBUG [RS:0;fadb2fe0ba32:34011 {}] zookeeper.ZKUtil(111): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Set watcher on existing znode=/0-1317276118/rs/fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:15,278 WARN [RS:0;fadb2fe0ba32:34011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:20:15,278 INFO [RS:0;fadb2fe0ba32:34011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:15,278 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:15,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,34011,1732422013712] 2024-11-24T04:20:15,280 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:20:15,282 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:20:15,282 INFO [RS:0;fadb2fe0ba32:34011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:20:15,282 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,282 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:20:15,283 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:20:15,283 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:20:15,283 DEBUG [RS:0;fadb2fe0ba32:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:20:15,284 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,284 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,284 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,284 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,284 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,284 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34011,1732422013712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:20:15,298 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:20:15,298 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34011,1732422013712-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,298 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,298 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.Replication(171): fadb2fe0ba32,34011,1732422013712 started 2024-11-24T04:20:15,312 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:15,312 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,34011,1732422013712, RpcServer on fadb2fe0ba32/172.17.0.2:34011, sessionid=0x1014833fa920001 2024-11-24T04:20:15,312 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:20:15,312 DEBUG [RS:0;fadb2fe0ba32:34011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:15,312 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,34011,1732422013712' 2024-11-24T04:20:15,312 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1317276118/flush-table-proc/abort' 2024-11-24T04:20:15,312 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1317276118/flush-table-proc/acquired' 2024-11-24T04:20:15,313 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:20:15,313 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:20:15,313 DEBUG [RS:0;fadb2fe0ba32:34011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:15,313 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,34011,1732422013712' 2024-11-24T04:20:15,313 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1317276118/online-snapshot/abort' 2024-11-24T04:20:15,313 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1317276118/online-snapshot/acquired' 2024-11-24T04:20:15,314 DEBUG [RS:0;fadb2fe0ba32:34011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:20:15,314 INFO [RS:0;fadb2fe0ba32:34011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:20:15,314 INFO [RS:0;fadb2fe0ba32:34011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:20:15,415 INFO [RS:0;fadb2fe0ba32:34011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:20:15,416 INFO [RS:0;fadb2fe0ba32:34011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C34011%2C1732422013712, suffix=, logDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712, archiveDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/oldWALs, maxLogs=10 2024-11-24T04:20:15,433 DEBUG [RS:0;fadb2fe0ba32:34011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416, exclude list is [], retry=0 2024-11-24T04:20:15,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39473,DS-efa09f0f-152f-4ef5-aef2-8bda27d2ad1e,DISK] 2024-11-24T04:20:15,437 INFO [RS:0;fadb2fe0ba32:34011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 2024-11-24T04:20:15,437 DEBUG [RS:0;fadb2fe0ba32:34011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085)] 2024-11-24T04:20:15,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:20:15,590 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658 2024-11-24T04:20:15,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:20:15,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:15,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:20:15,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:20:15,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:15,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:15,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:20:15,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:20:16,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:16,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:16,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:20:16,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:20:16,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:16,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:16,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:20:16,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:20:16,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:16,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:16,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:20:16,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740 2024-11-24T04:20:16,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740 2024-11-24T04:20:16,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:20:16,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:20:16,004 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:16,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:20:16,006 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:16,007 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74154612, jitterRate=0.10498982667922974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:16,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732422015996Initializing all the Stores at 1732422015997 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422015997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422015997Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422015997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422015997Cleaning up temporary data from old regions at 1732422016004 (+7 ms)Region opened successfully at 1732422016007 (+3 ms) 2024-11-24T04:20:16,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:20:16,008 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:20:16,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:20:16,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:20:16,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:20:16,008 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:16,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422016008Disabling compacts and flushes for region at 1732422016008Disabling writes for close at 1732422016008Writing region close event to WAL at 1732422016008Closed at 1732422016008 2024-11-24T04:20:16,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:16,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:20:16,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:20:16,010 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:20:16,011 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:20:16,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:20:16,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:16,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:16,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:16,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:16,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:16,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:16,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:16,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:16,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:16,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:16,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:16,161 DEBUG [fadb2fe0ba32:44597 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:20:16,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:16,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:16,162 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,34011,1732422013712, state=OPENING 2024-11-24T04:20:16,164 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:20:16,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:16,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:16,170 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:20:16,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,34011,1732422013712}] 2024-11-24T04:20:16,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1317276118/meta-region-server: CHANGED 2024-11-24T04:20:16,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1317276118/meta-region-server: CHANGED 2024-11-24T04:20:16,323 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:20:16,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:20:16,327 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:20:16,327 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:16,327 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:20:16,329 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C34011%2C1732422013712.meta, suffix=.meta, logDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712, archiveDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/oldWALs, maxLogs=10 2024-11-24T04:20:16,343 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.meta.1732422016329.meta, exclude list is [], retry=0 2024-11-24T04:20:16,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39473,DS-efa09f0f-152f-4ef5-aef2-8bda27d2ad1e,DISK] 2024-11-24T04:20:16,347 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.meta.1732422016329.meta 2024-11-24T04:20:16,347 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085)] 2024-11-24T04:20:16,347 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:16,347 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:20:16,348 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:20:16,348 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:20:16,348 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:20:16,348 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:20:16,348 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:16,348 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:20:16,348 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:20:16,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:20:16,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:20:16,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:16,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:16,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:20:16,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:20:16,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:16,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:16,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:20:16,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:20:16,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:16,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:16,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:20:16,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:20:16,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:16,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:16,353 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:20:16,353 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740 2024-11-24T04:20:16,354 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740 2024-11-24T04:20:16,355 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:20:16,355 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:20:16,355 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:16,356 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:20:16,357 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59328302, jitterRate=-0.11593940854072571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:16,357 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:20:16,357 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732422016348Writing region info on filesystem at 1732422016348Initializing all the Stores at 1732422016349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422016349Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422016349Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422016349Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422016349Cleaning up temporary data from old regions at 1732422016355 (+6 ms)Running coprocessor post-open hooks at 1732422016357 (+2 ms)Region opened successfully at 1732422016357 2024-11-24T04:20:16,358 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732422016322 2024-11-24T04:20:16,360 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:20:16,360 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:20:16,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:16,361 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,34011,1732422013712, state=OPEN 2024-11-24T04:20:16,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1317276118/meta-region-server 2024-11-24T04:20:16,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1317276118/meta-region-server 2024-11-24T04:20:16,363 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:16,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1317276118/meta-region-server: CHANGED 2024-11-24T04:20:16,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1317276118/meta-region-server: CHANGED 2024-11-24T04:20:16,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:20:16,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,34011,1732422013712 in 193 msec 2024-11-24T04:20:16,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:20:16,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-24T04:20:16,367 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:16,367 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:20:16,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:16,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,34011,1732422013712, seqNum=-1] 2024-11-24T04:20:16,369 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:16,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:16,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-24T04:20:16,374 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732422016374, completionTime=-1 2024-11-24T04:20:16,374 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:20:16,374 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:20:16,376 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:20:16,376 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422076376 2024-11-24T04:20:16,376 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422136376 2024-11-24T04:20:16,376 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:20:16,376 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44597,1732422013617-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:16,376 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44597,1732422013617-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:16,376 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44597,1732422013617-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:16,376 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:44597, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:16,376 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:16,376 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:16,377 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:20:16,379 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.597sec 2024-11-24T04:20:16,379 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:20:16,379 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:20:16,379 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:20:16,379 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:20:16,379 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:20:16,379 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44597,1732422013617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:20:16,379 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44597,1732422013617-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:20:16,381 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:20:16,381 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:20:16,381 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44597,1732422013617-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:16,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad12581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:16,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44597,-1 for getting cluster id 2024-11-24T04:20:16,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:16,454 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cf05426-2c26-4044-b109-cd7b746f7301' 2024-11-24T04:20:16,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:16,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cf05426-2c26-4044-b109-cd7b746f7301" 2024-11-24T04:20:16,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb60c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:16,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44597,-1] 2024-11-24T04:20:16,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:16,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:16,455 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:16,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7af3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:16,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:16,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,34011,1732422013712, seqNum=-1] 2024-11-24T04:20:16,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:16,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:16,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:16,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61086 2024-11-24T04:20:16,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:16,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014833fa920002 connected 2024-11-24T04:20:16,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/hadoop.log.dir so I do NOT create it in target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098 2024-11-24T04:20:16,465 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:20:16,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/hadoop.tmp.dir so I do NOT create it in target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098 2024-11-24T04:20:16,465 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:20:16,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098 2024-11-24T04:20:16,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:20:16,465 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/cluster_fa6e9ad2-d77d-c201-5ac8-8f88d2ecc3ab, deleteOnExit=true 2024-11-24T04:20:16,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:20:16,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/test.cache.data in system properties and HBase conf 2024-11-24T04:20:16,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:20:16,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:20:16,466 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:20:16,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:20:16,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:20:16,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:16,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:20:16,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:20:16,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:20:16,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:20:16,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:16,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66fe8080{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:20:16,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@381a282{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:20:16,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53369bd1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/java.io.tmpdir/jetty-localhost-44669-hadoop-hdfs-3_4_1-tests_jar-_-any-9392214496374579340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:20:16,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70dcc9e6{HTTP/1.1, (http/1.1)}{localhost:44669} 2024-11-24T04:20:16,696 INFO [Time-limited test {}] server.Server(415): Started @216939ms 2024-11-24T04:20:16,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:16,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:20:16,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:20:16,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:20:16,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:20:16,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@123848f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:20:16,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f610873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:20:16,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c839976{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/java.io.tmpdir/jetty-localhost-43891-hadoop-hdfs-3_4_1-tests_jar-_-any-10203686695961481804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:20:16,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@628fa9d1{HTTP/1.1, (http/1.1)}{localhost:43891} 2024-11-24T04:20:16,912 INFO [Time-limited test {}] server.Server(415): Started @217155ms 2024-11-24T04:20:16,913 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:20:17,022 WARN [Thread-2793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/cluster_fa6e9ad2-d77d-c201-5ac8-8f88d2ecc3ab/data/data1/current/BP-555520848-172.17.0.2-1732422016495/current, will proceed with Du for space computation calculation, 2024-11-24T04:20:17,023 WARN [Thread-2794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/cluster_fa6e9ad2-d77d-c201-5ac8-8f88d2ecc3ab/data/data2/current/BP-555520848-172.17.0.2-1732422016495/current, will proceed with Du for space computation calculation, 2024-11-24T04:20:17,056 WARN [Thread-2781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:20:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a9221f3cccbbb07 with lease ID 0xf9fa9ecaa51bf6a0: Processing first storage report for DS-c1d82a50-8fc8-4ffa-ab48-f485210b083a from datanode DatanodeRegistration(127.0.0.1:46529, datanodeUuid=e47fccce-c05d-4aa7-bf31-34d0c2a1eced, infoPort=45219, infoSecurePort=0, ipcPort=42561, storageInfo=lv=-57;cid=testClusterID;nsid=147060190;c=1732422016495) 2024-11-24T04:20:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a9221f3cccbbb07 with lease ID 0xf9fa9ecaa51bf6a0: from storage DS-c1d82a50-8fc8-4ffa-ab48-f485210b083a node DatanodeRegistration(127.0.0.1:46529, datanodeUuid=e47fccce-c05d-4aa7-bf31-34d0c2a1eced, infoPort=45219, infoSecurePort=0, ipcPort=42561, storageInfo=lv=-57;cid=testClusterID;nsid=147060190;c=1732422016495), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:20:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a9221f3cccbbb07 with lease ID 0xf9fa9ecaa51bf6a0: Processing first storage report for DS-e4c14a5f-e57f-48d0-ba42-f71c8c395c48 from datanode DatanodeRegistration(127.0.0.1:46529, datanodeUuid=e47fccce-c05d-4aa7-bf31-34d0c2a1eced, infoPort=45219, infoSecurePort=0, ipcPort=42561, storageInfo=lv=-57;cid=testClusterID;nsid=147060190;c=1732422016495) 2024-11-24T04:20:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a9221f3cccbbb07 with lease ID 0xf9fa9ecaa51bf6a0: from storage DS-e4c14a5f-e57f-48d0-ba42-f71c8c395c48 node DatanodeRegistration(127.0.0.1:46529, datanodeUuid=e47fccce-c05d-4aa7-bf31-34d0c2a1eced, infoPort=45219, infoSecurePort=0, ipcPort=42561, storageInfo=lv=-57;cid=testClusterID;nsid=147060190;c=1732422016495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:20:17,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098 2024-11-24T04:20:17,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:17,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:17,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:20:17,549 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1 with version=8 2024-11-24T04:20:17,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/hbase-staging 2024-11-24T04:20:17,551 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:20:17,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:17,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:17,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:20:17,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:17,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:20:17,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:20:17,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:20:17,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39415 2024-11-24T04:20:17,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39415 connecting to ZooKeeper ensemble=127.0.0.1:61086 2024-11-24T04:20:17,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394150x0, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:17,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39415-0x1014833fa920003 connected 2024-11-24T04:20:17,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:17,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:17,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Set watcher on znode that does not yet exist, /11752921045/running 2024-11-24T04:20:17,570 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1, hbase.cluster.distributed=false 2024-11-24T04:20:17,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Set watcher on znode that does not yet exist, /11752921045/acl 2024-11-24T04:20:17,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39415 2024-11-24T04:20:17,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39415 2024-11-24T04:20:17,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39415 2024-11-24T04:20:17,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39415 2024-11-24T04:20:17,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39415 2024-11-24T04:20:17,589 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:20:17,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:17,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:17,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:20:17,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:17,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:20:17,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:20:17,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:20:17,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43225 2024-11-24T04:20:17,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43225 connecting to ZooKeeper ensemble=127.0.0.1:61086 2024-11-24T04:20:17,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:17,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:17,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432250x0, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:17,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Set watcher on znode that does not yet exist, /11752921045/running 2024-11-24T04:20:17,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43225-0x1014833fa920004 connected 2024-11-24T04:20:17,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:20:17,598 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:20:17,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Set watcher on znode that does not yet exist, /11752921045/master 2024-11-24T04:20:17,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Set watcher on znode that does not yet exist, /11752921045/acl 2024-11-24T04:20:17,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43225 2024-11-24T04:20:17,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43225 2024-11-24T04:20:17,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43225 2024-11-24T04:20:17,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43225 2024-11-24T04:20:17,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43225 2024-11-24T04:20:17,620 DEBUG [M:0;fadb2fe0ba32:39415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:39415 2024-11-24T04:20:17,621 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11752921045/backup-masters/fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:17,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045/backup-masters 2024-11-24T04:20:17,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045/backup-masters 2024-11-24T04:20:17,623 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Set watcher on existing znode=/11752921045/backup-masters/fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11752921045/master 2024-11-24T04:20:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:17,625 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Set watcher on existing znode=/11752921045/master 2024-11-24T04:20:17,625 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11752921045/backup-masters/fadb2fe0ba32,39415,1732422017551 from backup master directory 2024-11-24T04:20:17,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045/backup-masters 2024-11-24T04:20:17,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11752921045/backup-masters/fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:17,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045/backup-masters 2024-11-24T04:20:17,628 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:20:17,628 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:17,633 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/hbase.id] with ID: a8661d58-e70a-4a16-ba5c-268aeda08aad 2024-11-24T04:20:17,633 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/.tmp/hbase.id 2024-11-24T04:20:17,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:20:18,040 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/.tmp/hbase.id]:[hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/hbase.id] 2024-11-24T04:20:18,050 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:18,050 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:20:18,051 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:20:18,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:18,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:18,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:20:18,458 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:20:18,459 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:20:18,459 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:18,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:20:18,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:18,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:20:18,865 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38375 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:20:18,865 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store 2024-11-24T04:20:18,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:20:18,870 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:18,870 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:20:18,870 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:18,870 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:18,870 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:20:18,870 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:18,870 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:18,870 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422018870Disabling compacts and flushes for region at 1732422018870Disabling writes for close at 1732422018870Writing region close event to WAL at 1732422018870Closed at 1732422018870 2024-11-24T04:20:18,871 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/.initializing 2024-11-24T04:20:18,871 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/WALs/fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:18,872 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:20:18,873 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C39415%2C1732422017551, suffix=, logDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/WALs/fadb2fe0ba32,39415,1732422017551, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/oldWALs, maxLogs=10 2024-11-24T04:20:18,887 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/WALs/fadb2fe0ba32,39415,1732422017551/fadb2fe0ba32%2C39415%2C1732422017551.1732422018873, exclude list is [], retry=0 2024-11-24T04:20:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-c1d82a50-8fc8-4ffa-ab48-f485210b083a,DISK] 2024-11-24T04:20:18,890 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/WALs/fadb2fe0ba32,39415,1732422017551/fadb2fe0ba32%2C39415%2C1732422017551.1732422018873 2024-11-24T04:20:18,890 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T04:20:18,890 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:18,890 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:18,890 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:18,890 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:18,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:18,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:20:18,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:18,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:18,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:18,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:20:18,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:18,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:18,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:18,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:20:18,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:18,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:18,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:18,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:20:18,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:18,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:18,897 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:18,898 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:18,898 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:18,899 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:18,899 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:18,899 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:18,900 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:18,902 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:18,902 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75353020, jitterRate=0.12284749746322632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:18,902 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732422018891Initializing all the Stores at 1732422018891Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422018891Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422018891Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422018891Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422018891Cleaning up temporary data from old regions at 1732422018899 (+8 ms)Region opened successfully at 1732422018902 (+3 ms) 2024-11-24T04:20:18,904 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:20:18,909 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e4ecc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:20:18,910 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:20:18,910 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:20:18,910 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:20:18,911 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:20:18,911 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:20:18,911 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:20:18,911 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:20:18,913 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:20:18,914 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Unable to get data of znode /11752921045/balancer because node does not exist (not necessarily an error) 2024-11-24T04:20:18,915 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11752921045/balancer already deleted, retry=false 2024-11-24T04:20:18,916 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:20:18,917 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Unable to get data of znode /11752921045/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:20:18,917 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11752921045/normalizer already deleted, retry=false 2024-11-24T04:20:18,918 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:20:18,920 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Unable to get data of znode /11752921045/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:20:18,921 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11752921045/switch/split already deleted, retry=false 2024-11-24T04:20:18,922 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Unable to get data of znode /11752921045/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:20:18,924 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11752921045/switch/merge already deleted, retry=false 2024-11-24T04:20:18,925 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Unable to get data of znode /11752921045/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:20:18,927 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11752921045/snapshot-cleanup already deleted, retry=false 2024-11-24T04:20:18,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11752921045/running 2024-11-24T04:20:18,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11752921045/running 2024-11-24T04:20:18,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:18,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:18,928 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,39415,1732422017551, sessionid=0x1014833fa920003, setting cluster-up flag (Was=false) 2024-11-24T04:20:18,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:18,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:18,936 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11752921045/flush-table-proc/acquired, /11752921045/flush-table-proc/reached, /11752921045/flush-table-proc/abort 2024-11-24T04:20:18,937 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:18,945 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11752921045/online-snapshot/acquired, /11752921045/online-snapshot/reached, /11752921045/online-snapshot/abort 2024-11-24T04:20:18,945 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:18,946 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:20:18,948 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:18,948 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:20:18,949 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:20:18,949 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,39415,1732422017551 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:20:18,950 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:18,950 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:18,950 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:18,950 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:18,950 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:20:18,950 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:18,950 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:20:18,950 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:18,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:18,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:20:18,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:18,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:20:18,960 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732422048960 2024-11-24T04:20:18,960 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:20:18,961 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:20:18,961 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:20:18,961 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:20:18,961 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:20:18,961 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:20:18,962 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:18,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:20:18,970 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:20:18,970 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:20:18,970 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:20:18,970 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:20:18,971 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:20:18,971 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:20:18,971 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422018971,5,FailOnTimeoutGroup] 2024-11-24T04:20:18,971 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422018971,5,FailOnTimeoutGroup] 2024-11-24T04:20:18,971 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:18,971 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:20:18,971 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:18,971 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:19,011 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(746): ClusterId : a8661d58-e70a-4a16-ba5c-268aeda08aad 2024-11-24T04:20:19,011 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:20:19,012 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:20:19,012 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:20:19,014 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:20:19,014 DEBUG [RS:0;fadb2fe0ba32:43225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179bbaaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:20:19,027 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:43225 2024-11-24T04:20:19,027 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:20:19,027 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:20:19,027 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:20:19,027 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,39415,1732422017551 with port=43225, startcode=1732422017589 2024-11-24T04:20:19,028 DEBUG [RS:0;fadb2fe0ba32:43225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:20:19,029 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:20:19,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:19,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39415 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:19,031 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1 2024-11-24T04:20:19,031 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33877 2024-11-24T04:20:19,031 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:20:19,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045/rs 2024-11-24T04:20:19,042 DEBUG [RS:0;fadb2fe0ba32:43225 {}] zookeeper.ZKUtil(111): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Set watcher on existing znode=/11752921045/rs/fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:19,042 WARN [RS:0;fadb2fe0ba32:43225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:20:19,042 INFO [RS:0;fadb2fe0ba32:43225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:19,042 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:19,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,43225,1732422017589] 2024-11-24T04:20:19,045 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:20:19,047 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:20:19,048 INFO [RS:0;fadb2fe0ba32:43225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:20:19,048 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:19,048 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:20:19,049 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:20:19,049 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:19,049 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:19,049 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:19,049 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:19,050 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:19,050 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:19,050 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:20:19,050 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:19,050 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:19,050 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:19,050 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:19,050 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:19,050 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:19,050 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:20:19,050 DEBUG [RS:0;fadb2fe0ba32:43225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:20:19,052 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:19,052 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:19,052 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:19,052 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:19,052 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:19,052 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43225,1732422017589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:20:19,071 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:20:19,071 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43225,1732422017589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:19,071 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:19,072 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.Replication(171): fadb2fe0ba32,43225,1732422017589 started 2024-11-24T04:20:19,087 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:19,087 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,43225,1732422017589, RpcServer on fadb2fe0ba32/172.17.0.2:43225, sessionid=0x1014833fa920004 2024-11-24T04:20:19,087 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:20:19,087 DEBUG [RS:0;fadb2fe0ba32:43225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:19,087 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,43225,1732422017589' 2024-11-24T04:20:19,087 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11752921045/flush-table-proc/abort' 2024-11-24T04:20:19,088 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11752921045/flush-table-proc/acquired' 2024-11-24T04:20:19,088 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:20:19,088 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:20:19,088 DEBUG [RS:0;fadb2fe0ba32:43225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:19,088 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,43225,1732422017589' 2024-11-24T04:20:19,088 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11752921045/online-snapshot/abort' 2024-11-24T04:20:19,088 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11752921045/online-snapshot/acquired' 2024-11-24T04:20:19,089 DEBUG [RS:0;fadb2fe0ba32:43225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:20:19,089 INFO [RS:0;fadb2fe0ba32:43225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:20:19,089 INFO [RS:0;fadb2fe0ba32:43225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:20:19,189 INFO [RS:0;fadb2fe0ba32:43225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:20:19,190 INFO [RS:0;fadb2fe0ba32:43225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43225%2C1732422017589, suffix=, logDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/oldWALs, maxLogs=10 2024-11-24T04:20:19,204 DEBUG [RS:0;fadb2fe0ba32:43225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191, exclude list is [], retry=0 2024-11-24T04:20:19,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-c1d82a50-8fc8-4ffa-ab48-f485210b083a,DISK] 2024-11-24T04:20:19,208 INFO [RS:0;fadb2fe0ba32:43225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 2024-11-24T04:20:19,208 DEBUG [RS:0;fadb2fe0ba32:43225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T04:20:19,364 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:20:19,364 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1 2024-11-24T04:20:19,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:20:19,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:19,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:20:19,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:20:19,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:19,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:19,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:20:19,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:20:19,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:19,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:19,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:20:19,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:20:19,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:19,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:19,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:20:19,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:20:19,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:19,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:19,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:20:19,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740 2024-11-24T04:20:19,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740 2024-11-24T04:20:19,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:20:19,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:20:19,779 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:19,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:20:19,781 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:19,784 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73043403, jitterRate=0.08843152225017548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:19,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732422019769Initializing all the Stores at 1732422019770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422019770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422019770Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422019770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422019770Cleaning up temporary data from old regions at 1732422019779 (+9 ms)Region opened successfully at 1732422019784 (+5 ms) 2024-11-24T04:20:19,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:20:19,784 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:20:19,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:20:19,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:20:19,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:20:19,785 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:19,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422019784Disabling compacts and flushes for region at 1732422019784Disabling writes for close at 1732422019784Writing region close event to WAL at 1732422019785 (+1 ms)Closed at 1732422019785 2024-11-24T04:20:19,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:19,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:20:19,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:20:19,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:20:19,788 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:20:19,938 DEBUG [fadb2fe0ba32:39415 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:20:19,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:19,940 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,43225,1732422017589, state=OPENING 2024-11-24T04:20:19,942 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:20:19,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:19,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:19,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11752921045/meta-region-server: CHANGED 2024-11-24T04:20:19,945 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:20:19,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11752921045/meta-region-server: CHANGED 2024-11-24T04:20:19,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43225,1732422017589}] 2024-11-24T04:20:20,099 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:20:20,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:20:20,111 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:20:20,111 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:20,111 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:20:20,113 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43225%2C1732422017589.meta, suffix=.meta, logDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/oldWALs, maxLogs=10 2024-11-24T04:20:20,132 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.meta.1732422020113.meta, exclude list is [], retry=0 2024-11-24T04:20:20,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-c1d82a50-8fc8-4ffa-ab48-f485210b083a,DISK] 2024-11-24T04:20:20,158 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.meta.1732422020113.meta 2024-11-24T04:20:20,169 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T04:20:20,169 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:20,169 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:20:20,169 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:20:20,170 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:20:20,170 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:20:20,170 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:20:20,170 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:20,170 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:20:20,170 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:20:20,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:20:20,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:20:20,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:20,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:20,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:20:20,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:20:20,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:20,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:20,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:20:20,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:20:20,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:20,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:20,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:20:20,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:20:20,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:20,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:20,187 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:20:20,188 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740 2024-11-24T04:20:20,189 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740 2024-11-24T04:20:20,190 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:20:20,190 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:20:20,190 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:20,191 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:20:20,192 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60021883, jitterRate=-0.10560424625873566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:20,192 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:20:20,192 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732422020170Writing region info on filesystem at 1732422020170Initializing all the Stores at 1732422020172 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422020173 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422020180 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422020180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422020180Cleaning up temporary data from old regions at 1732422020190 (+10 ms)Running coprocessor post-open hooks at 1732422020192 (+2 ms)Region opened successfully at 1732422020192 2024-11-24T04:20:20,193 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732422020098 2024-11-24T04:20:20,196 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:20:20,197 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:20:20,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:20,198 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,43225,1732422017589, state=OPEN 2024-11-24T04:20:20,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11752921045/meta-region-server 2024-11-24T04:20:20,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11752921045/meta-region-server 2024-11-24T04:20:20,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11752921045/meta-region-server: CHANGED 2024-11-24T04:20:20,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11752921045/meta-region-server: CHANGED 2024-11-24T04:20:20,204 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:20,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:20:20,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43225,1732422017589 in 259 msec 2024-11-24T04:20:20,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:20:20,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-24T04:20:20,209 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:20,209 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:20:20,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:20,211 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43225,1732422017589, seqNum=-1] 2024-11-24T04:20:20,211 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:20,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:20,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-24T04:20:20,219 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732422020219, completionTime=-1 2024-11-24T04:20:20,219 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:20:20,219 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:20:20,222 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:20:20,222 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422080222 2024-11-24T04:20:20,222 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422140222 2024-11-24T04:20:20,222 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T04:20:20,223 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,39415,1732422017551-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:20,223 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,39415,1732422017551-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:20,223 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,39415,1732422017551-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:20,223 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:39415, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:20,223 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:20,224 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:20,225 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:20:20,227 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.599sec 2024-11-24T04:20:20,227 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:20:20,227 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:20:20,227 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:20:20,227 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:20:20,227 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:20:20,227 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,39415,1732422017551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:20:20,227 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,39415,1732422017551-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:20:20,230 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:20:20,230 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:20:20,230 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,39415,1732422017551-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:20,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c80bd06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:20,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,39415,-1 for getting cluster id 2024-11-24T04:20:20,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:20,317 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8661d58-e70a-4a16-ba5c-268aeda08aad' 2024-11-24T04:20:20,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:20,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8661d58-e70a-4a16-ba5c-268aeda08aad" 2024-11-24T04:20:20,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387f84d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:20,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,39415,-1] 2024-11-24T04:20:20,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:20,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:20,320 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:20,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f716ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:20,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:20,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43225,1732422017589, seqNum=-1] 2024-11-24T04:20:20,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:20,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:20,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:20,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61086 2024-11-24T04:20:20,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:20,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014833fa920005 connected 2024-11-24T04:20:20,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/hadoop.log.dir so I do NOT create it in target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f 2024-11-24T04:20:20,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:20:20,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/hadoop.tmp.dir so I do NOT create it in target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f 2024-11-24T04:20:20,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:20:20,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f 2024-11-24T04:20:20,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:20:20,346 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/cluster_c2445790-9c80-c119-edb3-a41945a95edf, deleteOnExit=true 2024-11-24T04:20:20,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:20:20,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/test.cache.data in system properties and HBase conf 2024-11-24T04:20:20,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:20:20,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:20:20,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:20:20,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:20:20,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:20:20,347 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:20:20,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:20:20,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:20:20,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:20:20,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:20:20,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:20:20,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:20:20,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:20:20,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:20:20,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:20:20,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:20:20,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:20:20,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:20:20,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:20:20,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:20:20,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:20,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:20:20,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:20:20,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:20:20,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:20:20,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:20,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67fe0bf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:20:20,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e6cd7f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:20:20,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53cfc97f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/java.io.tmpdir/jetty-localhost-36045-hadoop-hdfs-3_4_1-tests_jar-_-any-12964371009401105324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:20:20,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@118e84d6{HTTP/1.1, (http/1.1)}{localhost:36045} 2024-11-24T04:20:20,793 INFO [Time-limited test {}] server.Server(415): Started @221036ms 2024-11-24T04:20:20,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:20,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:20:20,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:20:20,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:20:20,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:20:20,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1255a14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:20:20,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66cf0a60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:20:21,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46ac5408{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/java.io.tmpdir/jetty-localhost-38069-hadoop-hdfs-3_4_1-tests_jar-_-any-16476478070816860383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:20:21,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f22cddb{HTTP/1.1, (http/1.1)}{localhost:38069} 2024-11-24T04:20:21,040 INFO [Time-limited test {}] server.Server(415): Started @221283ms 2024-11-24T04:20:21,042 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:20:21,155 WARN [Thread-2914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/cluster_c2445790-9c80-c119-edb3-a41945a95edf/data/data2/current/BP-1029858548-172.17.0.2-1732422020395/current, will proceed with Du for space computation calculation, 2024-11-24T04:20:21,155 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/cluster_c2445790-9c80-c119-edb3-a41945a95edf/data/data1/current/BP-1029858548-172.17.0.2-1732422020395/current, will proceed with Du for space computation calculation, 2024-11-24T04:20:21,181 WARN [Thread-2901 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:20:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cf95af701203db7 with lease ID 0x4fd1a19e610c7db6: Processing first storage report for DS-98162f4c-acbf-480b-bf29-57c3b043cadb from datanode DatanodeRegistration(127.0.0.1:39165, datanodeUuid=108c7391-f57d-4cea-9ec5-2cb197cb6203, infoPort=37659, infoSecurePort=0, ipcPort=40753, storageInfo=lv=-57;cid=testClusterID;nsid=2026425179;c=1732422020395) 2024-11-24T04:20:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cf95af701203db7 with lease ID 0x4fd1a19e610c7db6: from storage DS-98162f4c-acbf-480b-bf29-57c3b043cadb node DatanodeRegistration(127.0.0.1:39165, datanodeUuid=108c7391-f57d-4cea-9ec5-2cb197cb6203, infoPort=37659, infoSecurePort=0, ipcPort=40753, storageInfo=lv=-57;cid=testClusterID;nsid=2026425179;c=1732422020395), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:20:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cf95af701203db7 with lease ID 0x4fd1a19e610c7db6: Processing first storage report for DS-a4404495-9202-4f73-94bd-38ef8bb000c8 from datanode DatanodeRegistration(127.0.0.1:39165, datanodeUuid=108c7391-f57d-4cea-9ec5-2cb197cb6203, infoPort=37659, infoSecurePort=0, ipcPort=40753, storageInfo=lv=-57;cid=testClusterID;nsid=2026425179;c=1732422020395) 2024-11-24T04:20:21,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cf95af701203db7 with lease ID 0x4fd1a19e610c7db6: from storage DS-a4404495-9202-4f73-94bd-38ef8bb000c8 node DatanodeRegistration(127.0.0.1:39165, datanodeUuid=108c7391-f57d-4cea-9ec5-2cb197cb6203, infoPort=37659, infoSecurePort=0, ipcPort=40753, storageInfo=lv=-57;cid=testClusterID;nsid=2026425179;c=1732422020395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:20:21,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f 2024-11-24T04:20:21,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:21,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:21,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:20:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:20:21,686 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db with version=8 2024-11-24T04:20:21,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/hbase-staging 2024-11-24T04:20:21,689 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:20:21,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:21,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:21,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:20:21,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:21,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:20:21,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:20:21,690 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:20:21,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33455 2024-11-24T04:20:21,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33455 connecting to ZooKeeper ensemble=127.0.0.1:61086 2024-11-24T04:20:21,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334550x0, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:21,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33455-0x1014833fa920006 connected 2024-11-24T04:20:21,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:21,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:21,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Set watcher on znode that does not yet exist, /2-3317060/running 2024-11-24T04:20:21,711 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db, hbase.cluster.distributed=false 2024-11-24T04:20:21,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Set watcher on znode that does not yet exist, /2-3317060/acl 2024-11-24T04:20:21,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33455 2024-11-24T04:20:21,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33455 2024-11-24T04:20:21,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33455 2024-11-24T04:20:21,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33455 2024-11-24T04:20:21,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33455 2024-11-24T04:20:21,733 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:20:21,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:21,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:21,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:20:21,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:21,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:20:21,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:20:21,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:20:21,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33537 2024-11-24T04:20:21,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33537 connecting to ZooKeeper ensemble=127.0.0.1:61086 2024-11-24T04:20:21,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:21,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:21,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335370x0, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:21,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335370x0, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Set watcher on znode that does not yet exist, /2-3317060/running 2024-11-24T04:20:21,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33537-0x1014833fa920007 connected 2024-11-24T04:20:21,743 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:20:21,746 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:20:21,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Set watcher on znode that does not yet exist, /2-3317060/master 2024-11-24T04:20:21,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Set watcher on znode that does not yet exist, /2-3317060/acl 2024-11-24T04:20:21,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33537 2024-11-24T04:20:21,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33537 2024-11-24T04:20:21,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33537 2024-11-24T04:20:21,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33537 2024-11-24T04:20:21,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33537 2024-11-24T04:20:21,769 DEBUG [M:0;fadb2fe0ba32:33455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:33455 2024-11-24T04:20:21,770 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-3317060/backup-masters/fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:21,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060/backup-masters 2024-11-24T04:20:21,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060/backup-masters 2024-11-24T04:20:21,772 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Set watcher on existing znode=/2-3317060/backup-masters/fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:21,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-3317060/master 2024-11-24T04:20:21,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:21,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:21,773 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Set watcher on existing znode=/2-3317060/master 2024-11-24T04:20:21,774 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-3317060/backup-masters/fadb2fe0ba32,33455,1732422021689 from backup master directory 2024-11-24T04:20:21,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-3317060/backup-masters/fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:21,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060/backup-masters 2024-11-24T04:20:21,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060/backup-masters 2024-11-24T04:20:21,775 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:20:21,775 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:21,779 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/hbase.id] with ID: 0281250c-758b-4e57-87cb-9d0f9fb51aa0 2024-11-24T04:20:21,779 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/.tmp/hbase.id 2024-11-24T04:20:21,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:20:21,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:20:21,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:21,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:21,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:21,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:21,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:21,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:21,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:21,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:21,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:21,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:21,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:21,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:22,189 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/.tmp/hbase.id]:[hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/hbase.id] 2024-11-24T04:20:22,197 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:22,197 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:20:22,198 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:20:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:22,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:20:22,606 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:20:22,607 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:20:22,607 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:22,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:20:23,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store 2024-11-24T04:20:23,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:20:23,021 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:23,021 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:20:23,021 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:23,021 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:23,021 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:20:23,021 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:23,021 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:23,021 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422023021Disabling compacts and flushes for region at 1732422023021Disabling writes for close at 1732422023021Writing region close event to WAL at 1732422023021Closed at 1732422023021 2024-11-24T04:20:23,022 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/.initializing 2024-11-24T04:20:23,022 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/WALs/fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:23,023 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:20:23,024 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C33455%2C1732422021689, suffix=, logDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/WALs/fadb2fe0ba32,33455,1732422021689, archiveDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/oldWALs, maxLogs=10 2024-11-24T04:20:23,039 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/WALs/fadb2fe0ba32,33455,1732422021689/fadb2fe0ba32%2C33455%2C1732422021689.1732422023024, exclude list is [], retry=0 2024-11-24T04:20:23,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39165,DS-98162f4c-acbf-480b-bf29-57c3b043cadb,DISK] 2024-11-24T04:20:23,043 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/WALs/fadb2fe0ba32,33455,1732422021689/fadb2fe0ba32%2C33455%2C1732422021689.1732422023024 2024-11-24T04:20:23,043 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37659:37659)] 2024-11-24T04:20:23,043 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:23,043 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:23,044 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:23,044 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:23,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:23,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:20:23,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:23,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:23,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:23,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:20:23,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:23,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:23,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:23,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:20:23,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:23,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:23,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:23,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:20:23,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:23,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:23,049 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:23,050 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:23,050 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:23,051 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:23,051 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:23,052 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:23,052 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:23,054 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:23,054 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63088983, jitterRate=-0.05990089476108551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:23,054 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732422023044Initializing all the Stores at 1732422023044Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422023044Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422023044Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422023044Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422023044Cleaning up temporary data from old regions at 1732422023051 (+7 ms)Region opened successfully at 1732422023054 (+3 ms) 2024-11-24T04:20:23,055 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:20:23,057 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7db766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:20:23,058 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:20:23,058 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:20:23,058 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:20:23,058 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:20:23,058 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:20:23,059 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:20:23,059 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:20:23,060 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:20:23,061 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Unable to get data of znode /2-3317060/balancer because node does not exist (not necessarily an error) 2024-11-24T04:20:23,062 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-3317060/balancer already deleted, retry=false 2024-11-24T04:20:23,062 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:20:23,063 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Unable to get data of znode /2-3317060/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:20:23,064 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-3317060/normalizer already deleted, retry=false 2024-11-24T04:20:23,064 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:20:23,065 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Unable to get data of znode /2-3317060/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:20:23,065 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-3317060/switch/split already deleted, retry=false 2024-11-24T04:20:23,066 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Unable to get data of znode /2-3317060/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:20:23,069 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-3317060/switch/merge already deleted, retry=false 2024-11-24T04:20:23,070 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Unable to get data of znode /2-3317060/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:20:23,071 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-3317060/snapshot-cleanup already deleted, retry=false 2024-11-24T04:20:23,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-3317060/running 2024-11-24T04:20:23,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:23,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-3317060/running 2024-11-24T04:20:23,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:23,074 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,33455,1732422021689, sessionid=0x1014833fa920006, setting cluster-up flag (Was=false) 2024-11-24T04:20:23,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:23,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:23,081 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-3317060/flush-table-proc/acquired, /2-3317060/flush-table-proc/reached, /2-3317060/flush-table-proc/abort 2024-11-24T04:20:23,082 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:23,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:23,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:23,090 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-3317060/online-snapshot/acquired, /2-3317060/online-snapshot/reached, /2-3317060/online-snapshot/abort 2024-11-24T04:20:23,090 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:23,091 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:20:23,092 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:23,093 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:20:23,093 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:20:23,093 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,33455,1732422021689 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:20:23,094 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:23,094 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:23,094 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:23,094 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:23,094 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:20:23,094 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,094 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:20:23,094 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,095 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732422053095 2024-11-24T04:20:23,095 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:20:23,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:23,095 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:20:23,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:20:23,095 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:20:23,095 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:20:23,096 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:20:23,096 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:20:23,096 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,096 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:20:23,096 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:20:23,096 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:20:23,096 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:20:23,096 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:23,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:20:23,097 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:20:23,097 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:20:23,098 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422023097,5,FailOnTimeoutGroup] 2024-11-24T04:20:23,100 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422023098,5,FailOnTimeoutGroup] 2024-11-24T04:20:23,100 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,100 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:20:23,100 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,100 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:20:23,166 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(746): ClusterId : 0281250c-758b-4e57-87cb-9d0f9fb51aa0 2024-11-24T04:20:23,166 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:20:23,168 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:20:23,168 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:20:23,170 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:20:23,170 DEBUG [RS:0;fadb2fe0ba32:33537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ced4fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:20:23,182 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:33537 2024-11-24T04:20:23,182 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:20:23,182 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:20:23,182 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:20:23,183 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,33455,1732422021689 with port=33537, startcode=1732422021733 2024-11-24T04:20:23,183 DEBUG [RS:0;fadb2fe0ba32:33537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:20:23,184 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:20:23,185 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:23,185 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33455 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:23,186 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db 2024-11-24T04:20:23,186 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38127 2024-11-24T04:20:23,186 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:20:23,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060/rs 2024-11-24T04:20:23,197 DEBUG [RS:0;fadb2fe0ba32:33537 {}] zookeeper.ZKUtil(111): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Set watcher on existing znode=/2-3317060/rs/fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:23,197 WARN [RS:0;fadb2fe0ba32:33537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:20:23,197 INFO [RS:0;fadb2fe0ba32:33537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:23,197 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:23,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,33537,1732422021733] 2024-11-24T04:20:23,200 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:20:23,204 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:20:23,205 INFO [RS:0;fadb2fe0ba32:33537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:20:23,205 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,205 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:20:23,205 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:20:23,206 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:20:23,206 DEBUG [RS:0;fadb2fe0ba32:33537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:20:23,206 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,206 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,206 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,206 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,206 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,206 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33537,1732422021733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:20:23,225 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:20:23,225 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33537,1732422021733-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,225 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,225 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.Replication(171): fadb2fe0ba32,33537,1732422021733 started 2024-11-24T04:20:23,250 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:23,250 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,33537,1732422021733, RpcServer on fadb2fe0ba32/172.17.0.2:33537, sessionid=0x1014833fa920007 2024-11-24T04:20:23,251 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:20:23,251 DEBUG [RS:0;fadb2fe0ba32:33537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:23,251 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,33537,1732422021733' 2024-11-24T04:20:23,251 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-3317060/flush-table-proc/abort' 2024-11-24T04:20:23,251 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-3317060/flush-table-proc/acquired' 2024-11-24T04:20:23,252 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:20:23,252 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:20:23,252 DEBUG [RS:0;fadb2fe0ba32:33537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:23,252 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,33537,1732422021733' 2024-11-24T04:20:23,252 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-3317060/online-snapshot/abort' 2024-11-24T04:20:23,252 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-3317060/online-snapshot/acquired' 2024-11-24T04:20:23,253 DEBUG [RS:0;fadb2fe0ba32:33537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:20:23,253 INFO [RS:0;fadb2fe0ba32:33537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:20:23,253 INFO [RS:0;fadb2fe0ba32:33537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:20:23,353 INFO [RS:0;fadb2fe0ba32:33537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:20:23,354 INFO [RS:0;fadb2fe0ba32:33537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C33537%2C1732422021733, suffix=, logDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733, archiveDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/oldWALs, maxLogs=10 2024-11-24T04:20:23,371 DEBUG [RS:0;fadb2fe0ba32:33537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355, exclude list is [], retry=0 2024-11-24T04:20:23,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39165,DS-98162f4c-acbf-480b-bf29-57c3b043cadb,DISK] 2024-11-24T04:20:23,375 INFO [RS:0;fadb2fe0ba32:33537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 2024-11-24T04:20:23,375 DEBUG [RS:0;fadb2fe0ba32:33537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37659:37659)] 2024-11-24T04:20:23,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:20:23,510 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db 2024-11-24T04:20:23,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:20:23,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:23,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:20:23,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:20:23,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:23,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:23,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:20:23,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:20:23,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:23,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:23,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:20:23,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:20:23,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:23,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:23,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:20:23,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:20:23,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:23,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:23,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:20:23,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740 2024-11-24T04:20:23,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740 2024-11-24T04:20:23,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:20:23,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:20:23,930 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:23,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:20:23,933 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:23,936 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65052049, jitterRate=-0.030648931860923767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:23,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732422023916Initializing all the Stores at 1732422023917 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422023917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422023917Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422023917Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422023917Cleaning up temporary data from old regions at 1732422023928 (+11 ms)Region opened successfully at 1732422023936 (+8 ms) 2024-11-24T04:20:23,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:20:23,937 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:20:23,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:20:23,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:20:23,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:20:23,937 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:23,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422023937Disabling compacts and flushes for region at 1732422023937Disabling writes for close at 1732422023937Writing region close event to WAL at 1732422023937Closed at 1732422023937 2024-11-24T04:20:23,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:23,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:20:23,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:20:23,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:20:23,940 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:20:24,091 DEBUG [fadb2fe0ba32:33455 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:20:24,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:24,093 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,33537,1732422021733, state=OPENING 2024-11-24T04:20:24,094 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:20:24,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:24,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:24,096 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:20:24,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,33537,1732422021733}] 2024-11-24T04:20:24,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-3317060/meta-region-server: CHANGED 2024-11-24T04:20:24,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-3317060/meta-region-server: CHANGED 2024-11-24T04:20:24,248 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:20:24,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:20:24,252 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:20:24,252 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:24,253 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:20:24,254 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C33537%2C1732422021733.meta, suffix=.meta, logDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733, archiveDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/oldWALs, maxLogs=10 2024-11-24T04:20:24,268 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.meta.1732422024254.meta, exclude list is [], retry=0 2024-11-24T04:20:24,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39165,DS-98162f4c-acbf-480b-bf29-57c3b043cadb,DISK] 2024-11-24T04:20:24,271 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.meta.1732422024254.meta 2024-11-24T04:20:24,271 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37659:37659)] 2024-11-24T04:20:24,272 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:24,272 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:20:24,272 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:20:24,272 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:20:24,272 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:20:24,272 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:20:24,272 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:24,272 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:20:24,273 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:20:24,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:20:24,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:20:24,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:24,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:24,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:20:24,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:20:24,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:24,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:24,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:20:24,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:20:24,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:24,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:24,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:20:24,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:20:24,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:24,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:24,279 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:20:24,280 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740 2024-11-24T04:20:24,281 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740 2024-11-24T04:20:24,282 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:20:24,282 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:20:24,283 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:24,284 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:20:24,285 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67416300, jitterRate=0.004581153392791748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:24,285 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:20:24,285 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732422024273Writing region info on filesystem at 1732422024273Initializing all the Stores at 1732422024273Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422024273Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422024274 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422024274Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422024274Cleaning up temporary data from old regions at 1732422024282 (+8 ms)Running coprocessor post-open hooks at 1732422024285 (+3 ms)Region opened successfully at 1732422024285 2024-11-24T04:20:24,286 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732422024248 2024-11-24T04:20:24,288 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:20:24,288 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:20:24,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:24,289 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,33537,1732422021733, state=OPEN 2024-11-24T04:20:24,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-3317060/meta-region-server 2024-11-24T04:20:24,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-3317060/meta-region-server 2024-11-24T04:20:24,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-3317060/meta-region-server: CHANGED 2024-11-24T04:20:24,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-3317060/meta-region-server: CHANGED 2024-11-24T04:20:24,292 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:24,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:20:24,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,33537,1732422021733 in 196 msec 2024-11-24T04:20:24,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:20:24,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-24T04:20:24,296 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:24,296 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:20:24,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:24,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,33537,1732422021733, seqNum=-1] 2024-11-24T04:20:24,297 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:24,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:24,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-24T04:20:24,302 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732422024302, completionTime=-1 2024-11-24T04:20:24,302 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:20:24,303 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:20:24,304 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:20:24,304 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422084304 2024-11-24T04:20:24,304 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422144304 2024-11-24T04:20:24,304 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:20:24,305 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33455,1732422021689-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:24,305 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33455,1732422021689-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:24,305 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33455,1732422021689-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:24,305 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:33455, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:24,305 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:24,305 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:24,306 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:20:24,308 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.533sec 2024-11-24T04:20:24,308 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:20:24,308 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:20:24,308 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:20:24,308 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:20:24,308 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:20:24,308 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33455,1732422021689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:20:24,308 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33455,1732422021689-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:20:24,310 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:20:24,310 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:20:24,310 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,33455,1732422021689-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:24,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a5dc45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:24,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33455,-1 for getting cluster id 2024-11-24T04:20:24,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:24,369 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0281250c-758b-4e57-87cb-9d0f9fb51aa0' 2024-11-24T04:20:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0281250c-758b-4e57-87cb-9d0f9fb51aa0" 2024-11-24T04:20:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b84c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33455,-1] 2024-11-24T04:20:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:24,370 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:24,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6130229c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:24,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:24,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,33537,1732422021733, seqNum=-1] 2024-11-24T04:20:24,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:24,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:24,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:24,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61086 2024-11-24T04:20:24,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:24,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014833fa920008 connected 2024-11-24T04:20:24,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5afdb615 2024-11-24T04:20:24,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:24,384 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:20:24,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:20:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:20:24,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:20:24,387 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:24,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:20:24,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:20:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:24,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:20:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:24,795 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4490e0ce0a854f859458a5d538a97eb9, NAME => 'test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658 2024-11-24T04:20:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:20:24,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:20:24,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T04:20:24,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:24,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-24T04:20:24,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:20:24,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T04:20:24,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T04:20:24,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T04:20:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:25,200 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:25,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4490e0ce0a854f859458a5d538a97eb9, disabling compactions & flushes 2024-11-24T04:20:25,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. 2024-11-24T04:20:25,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. 2024-11-24T04:20:25,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. after waiting 0 ms 2024-11-24T04:20:25,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. 2024-11-24T04:20:25,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. 2024-11-24T04:20:25,201 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4490e0ce0a854f859458a5d538a97eb9: Waiting for close lock at 1732422025201Disabling compacts and flushes for region at 1732422025201Disabling writes for close at 1732422025201Writing region close event to WAL at 1732422025201Closed at 1732422025201 2024-11-24T04:20:25,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:20:25,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732422025202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422025202"}]},"ts":"1732422025202"} 2024-11-24T04:20:25,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:20:25,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:20:25,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422025205"}]},"ts":"1732422025205"} 2024-11-24T04:20:25,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:20:25,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4490e0ce0a854f859458a5d538a97eb9, ASSIGN}] 2024-11-24T04:20:25,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4490e0ce0a854f859458a5d538a97eb9, ASSIGN 2024-11-24T04:20:25,209 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4490e0ce0a854f859458a5d538a97eb9, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,34011,1732422013712; forceNewPlan=false, retain=false 2024-11-24T04:20:25,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4490e0ce0a854f859458a5d538a97eb9, regionState=OPENING, regionLocation=fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:25,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4490e0ce0a854f859458a5d538a97eb9, ASSIGN because future has completed 2024-11-24T04:20:25,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4490e0ce0a854f859458a5d538a97eb9, server=fadb2fe0ba32,34011,1732422013712}] 2024-11-24T04:20:25,519 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. 2024-11-24T04:20:25,519 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4490e0ce0a854f859458a5d538a97eb9, NAME => 'test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:25,519 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:20:25,520 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:20:25,520 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,520 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:25,520 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,520 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,521 INFO [StoreOpener-4490e0ce0a854f859458a5d538a97eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,522 INFO [StoreOpener-4490e0ce0a854f859458a5d538a97eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4490e0ce0a854f859458a5d538a97eb9 columnFamilyName f 2024-11-24T04:20:25,522 DEBUG [StoreOpener-4490e0ce0a854f859458a5d538a97eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:25,523 INFO [StoreOpener-4490e0ce0a854f859458a5d538a97eb9-1 {}] regionserver.HStore(327): Store=4490e0ce0a854f859458a5d538a97eb9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:25,523 INFO [StoreOpener-4490e0ce0a854f859458a5d538a97eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:25,524 INFO [StoreOpener-4490e0ce0a854f859458a5d538a97eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4490e0ce0a854f859458a5d538a97eb9 columnFamilyName f1 2024-11-24T04:20:25,524 DEBUG [StoreOpener-4490e0ce0a854f859458a5d538a97eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:25,524 INFO [StoreOpener-4490e0ce0a854f859458a5d538a97eb9-1 {}] regionserver.HStore(327): Store=4490e0ce0a854f859458a5d538a97eb9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:25,525 INFO [StoreOpener-4490e0ce0a854f859458a5d538a97eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,525 INFO [StoreOpener-4490e0ce0a854f859458a5d538a97eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4490e0ce0a854f859458a5d538a97eb9 columnFamilyName norep 2024-11-24T04:20:25,525 DEBUG [StoreOpener-4490e0ce0a854f859458a5d538a97eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:25,526 INFO [StoreOpener-4490e0ce0a854f859458a5d538a97eb9-1 {}] regionserver.HStore(327): Store=4490e0ce0a854f859458a5d538a97eb9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:25,526 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,526 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,527 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,527 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,527 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,528 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:20:25,529 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,531 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:25,531 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4490e0ce0a854f859458a5d538a97eb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59816084, jitterRate=-0.10867089033126831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:20:25,531 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:25,532 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4490e0ce0a854f859458a5d538a97eb9: Running coprocessor pre-open hook at 1732422025520Writing region info on filesystem at 1732422025520Initializing all the Stores at 1732422025521 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422025521Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422025521Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422025521Cleaning up temporary data from old regions at 1732422025527 (+6 ms)Running coprocessor post-open hooks at 1732422025531 (+4 ms)Region opened successfully at 1732422025532 (+1 ms) 2024-11-24T04:20:25,533 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9., pid=6, masterSystemTime=1732422025515 2024-11-24T04:20:25,535 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. 2024-11-24T04:20:25,535 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. 2024-11-24T04:20:25,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4490e0ce0a854f859458a5d538a97eb9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:25,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4490e0ce0a854f859458a5d538a97eb9, server=fadb2fe0ba32,34011,1732422013712 because future has completed 2024-11-24T04:20:25,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:20:25,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4490e0ce0a854f859458a5d538a97eb9, server=fadb2fe0ba32,34011,1732422013712 in 178 msec 2024-11-24T04:20:25,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:20:25,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4490e0ce0a854f859458a5d538a97eb9, ASSIGN in 336 msec 2024-11-24T04:20:25,545 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:20:25,545 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422025545"}]},"ts":"1732422025545"} 2024-11-24T04:20:25,547 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:20:25,547 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:20:25,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-24T04:20:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:26,535 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:20:26,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:26,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:26,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ae3a11 2024-11-24T04:20:26,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:26,537 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:20:26,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:20:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:20:26,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:20:26,540 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:26,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:20:26,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:20:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:26,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:20:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:26,947 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ea0188b6bb1d04d72642e480c047752, NAME => 'test,,1732422026537.0ea0188b6bb1d04d72642e480c047752.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1 2024-11-24T04:20:26,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:20:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:27,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T04:20:27,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732422026537.0ea0188b6bb1d04d72642e480c047752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:27,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0ea0188b6bb1d04d72642e480c047752, disabling compactions & flushes 2024-11-24T04:20:27,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. 2024-11-24T04:20:27,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. 2024-11-24T04:20:27,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. after waiting 0 ms 2024-11-24T04:20:27,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. 2024-11-24T04:20:27,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. 2024-11-24T04:20:27,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ea0188b6bb1d04d72642e480c047752: Waiting for close lock at 1732422027355Disabling compacts and flushes for region at 1732422027355Disabling writes for close at 1732422027355Writing region close event to WAL at 1732422027355Closed at 1732422027355 2024-11-24T04:20:27,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:20:27,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732422026537.0ea0188b6bb1d04d72642e480c047752.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732422027356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422027356"}]},"ts":"1732422027356"} 2024-11-24T04:20:27,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:20:27,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:20:27,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422027359"}]},"ts":"1732422027359"} 2024-11-24T04:20:27,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:20:27,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ea0188b6bb1d04d72642e480c047752, ASSIGN}] 2024-11-24T04:20:27,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ea0188b6bb1d04d72642e480c047752, ASSIGN 2024-11-24T04:20:27,363 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0ea0188b6bb1d04d72642e480c047752, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,43225,1732422017589; forceNewPlan=false, retain=false 2024-11-24T04:20:27,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ea0188b6bb1d04d72642e480c047752, regionState=OPENING, regionLocation=fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:27,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0ea0188b6bb1d04d72642e480c047752, ASSIGN because future has completed 2024-11-24T04:20:27,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ea0188b6bb1d04d72642e480c047752, server=fadb2fe0ba32,43225,1732422017589}] 2024-11-24T04:20:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:27,676 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. 2024-11-24T04:20:27,677 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ea0188b6bb1d04d72642e480c047752, NAME => 'test,,1732422026537.0ea0188b6bb1d04d72642e480c047752.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:27,677 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:20:27,677 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:20:27,677 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,677 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732422026537.0ea0188b6bb1d04d72642e480c047752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:27,677 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,677 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,679 INFO [StoreOpener-0ea0188b6bb1d04d72642e480c047752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,681 INFO [StoreOpener-0ea0188b6bb1d04d72642e480c047752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ea0188b6bb1d04d72642e480c047752 columnFamilyName f 2024-11-24T04:20:27,681 DEBUG [StoreOpener-0ea0188b6bb1d04d72642e480c047752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:27,682 INFO [StoreOpener-0ea0188b6bb1d04d72642e480c047752-1 {}] regionserver.HStore(327): Store=0ea0188b6bb1d04d72642e480c047752/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:27,682 INFO [StoreOpener-0ea0188b6bb1d04d72642e480c047752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,683 INFO [StoreOpener-0ea0188b6bb1d04d72642e480c047752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ea0188b6bb1d04d72642e480c047752 columnFamilyName f1 2024-11-24T04:20:27,683 DEBUG [StoreOpener-0ea0188b6bb1d04d72642e480c047752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:27,683 INFO [StoreOpener-0ea0188b6bb1d04d72642e480c047752-1 {}] regionserver.HStore(327): Store=0ea0188b6bb1d04d72642e480c047752/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:27,683 INFO [StoreOpener-0ea0188b6bb1d04d72642e480c047752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,684 INFO [StoreOpener-0ea0188b6bb1d04d72642e480c047752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ea0188b6bb1d04d72642e480c047752 columnFamilyName norep 2024-11-24T04:20:27,684 DEBUG [StoreOpener-0ea0188b6bb1d04d72642e480c047752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:27,685 INFO [StoreOpener-0ea0188b6bb1d04d72642e480c047752-1 {}] regionserver.HStore(327): Store=0ea0188b6bb1d04d72642e480c047752/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:27,685 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,685 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,686 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,686 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,686 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,687 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:20:27,688 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,689 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:27,690 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ea0188b6bb1d04d72642e480c047752; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70044449, jitterRate=0.04374362528324127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:20:27,690 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:27,690 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ea0188b6bb1d04d72642e480c047752: Running coprocessor pre-open hook at 1732422027678Writing region info on filesystem at 1732422027678Initializing all the Stores at 1732422027678Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422027678Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422027679 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422027679Cleaning up temporary data from old regions at 1732422027686 (+7 ms)Running coprocessor post-open hooks at 1732422027690 (+4 ms)Region opened successfully at 1732422027690 2024-11-24T04:20:27,691 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732422026537.0ea0188b6bb1d04d72642e480c047752., pid=6, masterSystemTime=1732422027670 2024-11-24T04:20:27,693 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. 2024-11-24T04:20:27,693 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. 2024-11-24T04:20:27,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ea0188b6bb1d04d72642e480c047752, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:27,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ea0188b6bb1d04d72642e480c047752, server=fadb2fe0ba32,43225,1732422017589 because future has completed 2024-11-24T04:20:27,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:20:27,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ea0188b6bb1d04d72642e480c047752, server=fadb2fe0ba32,43225,1732422017589 in 178 msec 2024-11-24T04:20:27,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:20:27,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0ea0188b6bb1d04d72642e480c047752, ASSIGN in 337 msec 2024-11-24T04:20:27,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:20:27,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422027700"}]},"ts":"1732422027700"} 2024-11-24T04:20:27,707 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:20:27,708 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:20:27,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-24T04:20:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:28,695 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:20:28,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61abaf75 2024-11-24T04:20:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:28,697 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:20:28,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:20:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:20:28,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:20:28,701 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:28,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:20:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:28,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:20:28,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:20:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:28,923 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:28,924 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:20:28,925 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48435 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:20:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:29,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2c95a9a8a67752905fcfa9c039dbac6, NAME => 'test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db 2024-11-24T04:20:29,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:20:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:29,514 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:29,514 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d2c95a9a8a67752905fcfa9c039dbac6, disabling compactions & flushes 2024-11-24T04:20:29,514 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. 2024-11-24T04:20:29,514 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. 2024-11-24T04:20:29,514 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. after waiting 0 ms 2024-11-24T04:20:29,514 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. 2024-11-24T04:20:29,514 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. 2024-11-24T04:20:29,514 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2c95a9a8a67752905fcfa9c039dbac6: Waiting for close lock at 1732422029514Disabling compacts and flushes for region at 1732422029514Disabling writes for close at 1732422029514Writing region close event to WAL at 1732422029514Closed at 1732422029514 2024-11-24T04:20:29,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:20:29,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732422029515"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422029515"}]},"ts":"1732422029515"} 2024-11-24T04:20:29,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:20:29,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:20:29,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422029519"}]},"ts":"1732422029519"} 2024-11-24T04:20:29,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:20:29,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d2c95a9a8a67752905fcfa9c039dbac6, ASSIGN}] 2024-11-24T04:20:29,531 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d2c95a9a8a67752905fcfa9c039dbac6, ASSIGN 2024-11-24T04:20:29,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d2c95a9a8a67752905fcfa9c039dbac6, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,33537,1732422021733; forceNewPlan=false, retain=false 2024-11-24T04:20:29,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2c95a9a8a67752905fcfa9c039dbac6, regionState=OPENING, regionLocation=fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:29,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d2c95a9a8a67752905fcfa9c039dbac6, ASSIGN because future has completed 2024-11-24T04:20:29,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2c95a9a8a67752905fcfa9c039dbac6, server=fadb2fe0ba32,33537,1732422021733}] 2024-11-24T04:20:29,775 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:20:29,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:29,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:29,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:29,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:29,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:29,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:29,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:29,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:29,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:29,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:29,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:29,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:29,841 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. 2024-11-24T04:20:29,841 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d2c95a9a8a67752905fcfa9c039dbac6, NAME => 'test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:29,842 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:20:29,842 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:20:29,842 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,842 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:29,842 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,842 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,844 INFO [StoreOpener-d2c95a9a8a67752905fcfa9c039dbac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,845 INFO [StoreOpener-d2c95a9a8a67752905fcfa9c039dbac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2c95a9a8a67752905fcfa9c039dbac6 columnFamilyName f 2024-11-24T04:20:29,845 DEBUG [StoreOpener-d2c95a9a8a67752905fcfa9c039dbac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:29,846 INFO [StoreOpener-d2c95a9a8a67752905fcfa9c039dbac6-1 {}] regionserver.HStore(327): Store=d2c95a9a8a67752905fcfa9c039dbac6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:29,846 INFO [StoreOpener-d2c95a9a8a67752905fcfa9c039dbac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,847 INFO [StoreOpener-d2c95a9a8a67752905fcfa9c039dbac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2c95a9a8a67752905fcfa9c039dbac6 columnFamilyName f1 2024-11-24T04:20:29,847 DEBUG [StoreOpener-d2c95a9a8a67752905fcfa9c039dbac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:29,847 INFO [StoreOpener-d2c95a9a8a67752905fcfa9c039dbac6-1 {}] regionserver.HStore(327): Store=d2c95a9a8a67752905fcfa9c039dbac6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:29,847 INFO [StoreOpener-d2c95a9a8a67752905fcfa9c039dbac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,848 INFO [StoreOpener-d2c95a9a8a67752905fcfa9c039dbac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2c95a9a8a67752905fcfa9c039dbac6 columnFamilyName norep 2024-11-24T04:20:29,848 DEBUG [StoreOpener-d2c95a9a8a67752905fcfa9c039dbac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:29,849 INFO [StoreOpener-d2c95a9a8a67752905fcfa9c039dbac6-1 {}] regionserver.HStore(327): Store=d2c95a9a8a67752905fcfa9c039dbac6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:29,849 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,849 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,850 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,850 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,850 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,851 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:20:29,852 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,853 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:29,854 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d2c95a9a8a67752905fcfa9c039dbac6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59996361, jitterRate=-0.10598455369472504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:20:29,854 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:29,854 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d2c95a9a8a67752905fcfa9c039dbac6: Running coprocessor pre-open hook at 1732422029842Writing region info on filesystem at 1732422029842Initializing all the Stores at 1732422029843 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422029843Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422029844 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422029844Cleaning up temporary data from old regions at 1732422029850 (+6 ms)Running coprocessor post-open hooks at 1732422029854 (+4 ms)Region opened successfully at 1732422029854 2024-11-24T04:20:29,855 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6., pid=6, masterSystemTime=1732422029838 2024-11-24T04:20:29,857 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. 2024-11-24T04:20:29,857 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. 2024-11-24T04:20:29,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2c95a9a8a67752905fcfa9c039dbac6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:29,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2c95a9a8a67752905fcfa9c039dbac6, server=fadb2fe0ba32,33537,1732422021733 because future has completed 2024-11-24T04:20:29,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:20:29,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d2c95a9a8a67752905fcfa9c039dbac6, server=fadb2fe0ba32,33537,1732422021733 in 175 msec 2024-11-24T04:20:29,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:20:29,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d2c95a9a8a67752905fcfa9c039dbac6, ASSIGN in 333 msec 2024-11-24T04:20:29,864 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:20:29,864 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422029864"}]},"ts":"1732422029864"} 2024-11-24T04:20:29,866 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:20:29,867 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:20:29,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-24T04:20:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:20:30,845 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:20:30,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113bbe83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:30,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44597,-1 for getting cluster id 2024-11-24T04:20:30,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:30,847 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cf05426-2c26-4044-b109-cd7b746f7301' 2024-11-24T04:20:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cf05426-2c26-4044-b109-cd7b746f7301" 2024-11-24T04:20:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d55889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44597,-1] 2024-11-24T04:20:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:30,848 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680d66a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:30,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:30,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:30,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a098654 2024-11-24T04:20:30,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:30,851 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:20:30,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:39415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:20:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:20:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:30,854 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:39415' 2024-11-24T04:20:30,856 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b939f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:30,857 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,39415,-1 for getting cluster id 2024-11-24T04:20:30,857 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:30,857 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8661d58-e70a-4a16-ba5c-268aeda08aad' 2024-11-24T04:20:30,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:30,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8661d58-e70a-4a16-ba5c-268aeda08aad" 2024-11-24T04:20:30,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e1b80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:30,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,39415,-1] 2024-11-24T04:20:30,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:30,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:30,859 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:30,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a88ec6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:30,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:30,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:30,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7477165d 2024-11-24T04:20:30,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:30,861 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:20:30,862 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:20:30,862 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:20:30,862 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:30,862 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:30,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:30,862 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:20:30,863 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:20:30,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:20:30,864 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:30,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:20:30,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741837_1013 (size=1138) 2024-11-24T04:20:30,872 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 877d0d59dd9273ee2b13c0b5b75cea5e, NAME => 'hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658 2024-11-24T04:20:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741838_1014 (size=44) 2024-11-24T04:20:30,877 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:30,877 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 877d0d59dd9273ee2b13c0b5b75cea5e, disabling compactions & flushes 2024-11-24T04:20:30,877 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. 2024-11-24T04:20:30,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. 2024-11-24T04:20:30,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. after waiting 0 ms 2024-11-24T04:20:30,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. 2024-11-24T04:20:30,878 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. 2024-11-24T04:20:30,878 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 877d0d59dd9273ee2b13c0b5b75cea5e: Waiting for close lock at 1732422030877Disabling compacts and flushes for region at 1732422030877Disabling writes for close at 1732422030878 (+1 ms)Writing region close event to WAL at 1732422030878Closed at 1732422030878 2024-11-24T04:20:30,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:20:30,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732422030879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422030879"}]},"ts":"1732422030879"} 2024-11-24T04:20:30,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:20:30,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:20:30,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422030882"}]},"ts":"1732422030882"} 2024-11-24T04:20:30,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:20:30,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=877d0d59dd9273ee2b13c0b5b75cea5e, ASSIGN}] 2024-11-24T04:20:30,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=877d0d59dd9273ee2b13c0b5b75cea5e, ASSIGN 2024-11-24T04:20:30,890 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=877d0d59dd9273ee2b13c0b5b75cea5e, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,34011,1732422013712; forceNewPlan=false, retain=false 2024-11-24T04:20:30,914 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:20:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:31,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=877d0d59dd9273ee2b13c0b5b75cea5e, regionState=OPENING, regionLocation=fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:31,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=877d0d59dd9273ee2b13c0b5b75cea5e, ASSIGN because future has completed 2024-11-24T04:20:31,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 877d0d59dd9273ee2b13c0b5b75cea5e, server=fadb2fe0ba32,34011,1732422013712}] 2024-11-24T04:20:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:31,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. 2024-11-24T04:20:31,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:31,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:20:31,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C34011%2C1732422013712.rep, suffix=, logDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712, archiveDir=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/oldWALs, maxLogs=10 2024-11-24T04:20:31,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.rep.1732422031202, exclude list is [], retry=0 2024-11-24T04:20:31,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39473,DS-efa09f0f-152f-4ef5-aef2-8bda27d2ad1e,DISK] 2024-11-24T04:20:31,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.rep.1732422031202 2024-11-24T04:20:31,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085)] 2024-11-24T04:20:31,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 877d0d59dd9273ee2b13c0b5b75cea5e, NAME => 'hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:31,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:20:31,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:20:31,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. service=MultiRowMutationService 2024-11-24T04:20:31,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:20:31,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:31,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,222 INFO [StoreOpener-877d0d59dd9273ee2b13c0b5b75cea5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,223 INFO [StoreOpener-877d0d59dd9273ee2b13c0b5b75cea5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 877d0d59dd9273ee2b13c0b5b75cea5e columnFamilyName hfileref 2024-11-24T04:20:31,223 DEBUG [StoreOpener-877d0d59dd9273ee2b13c0b5b75cea5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:31,223 INFO [StoreOpener-877d0d59dd9273ee2b13c0b5b75cea5e-1 {}] regionserver.HStore(327): Store=877d0d59dd9273ee2b13c0b5b75cea5e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:31,223 INFO [StoreOpener-877d0d59dd9273ee2b13c0b5b75cea5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,224 INFO [StoreOpener-877d0d59dd9273ee2b13c0b5b75cea5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 877d0d59dd9273ee2b13c0b5b75cea5e columnFamilyName queue 2024-11-24T04:20:31,224 DEBUG [StoreOpener-877d0d59dd9273ee2b13c0b5b75cea5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:31,225 INFO [StoreOpener-877d0d59dd9273ee2b13c0b5b75cea5e-1 {}] regionserver.HStore(327): Store=877d0d59dd9273ee2b13c0b5b75cea5e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:31,230 INFO [StoreOpener-877d0d59dd9273ee2b13c0b5b75cea5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,231 INFO [StoreOpener-877d0d59dd9273ee2b13c0b5b75cea5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 877d0d59dd9273ee2b13c0b5b75cea5e columnFamilyName sid 2024-11-24T04:20:31,231 DEBUG [StoreOpener-877d0d59dd9273ee2b13c0b5b75cea5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:31,231 INFO [StoreOpener-877d0d59dd9273ee2b13c0b5b75cea5e-1 {}] regionserver.HStore(327): Store=877d0d59dd9273ee2b13c0b5b75cea5e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:31,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/replication/877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/replication/877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:20:31,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/replication/877d0d59dd9273ee2b13c0b5b75cea5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:31,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 877d0d59dd9273ee2b13c0b5b75cea5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69106926, jitterRate=0.029773443937301636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:20:31,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:31,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 877d0d59dd9273ee2b13c0b5b75cea5e: Running coprocessor pre-open hook at 1732422031221Writing region info on filesystem at 1732422031221Initializing all the Stores at 1732422031221Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422031221Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422031221Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422031221Cleaning up temporary data from old regions at 1732422031233 (+12 ms)Running coprocessor post-open hooks at 1732422031236 (+3 ms)Region opened successfully at 1732422031237 (+1 ms) 2024-11-24T04:20:31,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e., pid=10, masterSystemTime=1732422031197 2024-11-24T04:20:31,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. 2024-11-24T04:20:31,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. 2024-11-24T04:20:31,240 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=877d0d59dd9273ee2b13c0b5b75cea5e, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:31,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 877d0d59dd9273ee2b13c0b5b75cea5e, server=fadb2fe0ba32,34011,1732422013712 because future has completed 2024-11-24T04:20:31,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:20:31,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 877d0d59dd9273ee2b13c0b5b75cea5e, server=fadb2fe0ba32,34011,1732422013712 in 199 msec 2024-11-24T04:20:31,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T04:20:31,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=877d0d59dd9273ee2b13c0b5b75cea5e, ASSIGN in 361 msec 2024-11-24T04:20:31,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:20:31,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422031248"}]},"ts":"1732422031248"} 2024-11-24T04:20:31,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:20:31,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:20:31,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 389 msec 2024-11-24T04:20:31,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e., hostname=fadb2fe0ba32,34011,1732422013712, seqNum=2] 2024-11-24T04:20:31,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:31,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:31,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:20:31,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34011 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T04:20:31,438 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:20:31,480 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,34011,1732422013712, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:20:31,480 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:31,480 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,34011,1732422013712, seqNum=-1] 2024-11-24T04:20:31,481 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:31,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T04:20:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:31,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,34011,1732422013712', locateType=CURRENT is [region=hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e., hostname=fadb2fe0ba32,34011,1732422013712, seqNum=2] 2024-11-24T04:20:31,488 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T04:20:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T04:20:31,491 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,34011,1732422013712 suceeded 2024-11-24T04:20:31,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T04:20:31,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-24T04:20:31,494 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:39415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:20:31,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 643 msec 2024-11-24T04:20:31,516 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:39415' 2024-11-24T04:20:31,520 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dea7070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:31,520 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,39415,-1 for getting cluster id 2024-11-24T04:20:31,520 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:31,521 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8661d58-e70a-4a16-ba5c-268aeda08aad' 2024-11-24T04:20:31,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:31,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8661d58-e70a-4a16-ba5c-268aeda08aad" 2024-11-24T04:20:31,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@605d3fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:31,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,39415,-1] 2024-11-24T04:20:31,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:31,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:31,524 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:31,526 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c2dd82b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:31,526 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:31,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:31,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@149cc5d 2024-11-24T04:20:31,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:31,532 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-24T04:20:31,533 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,34011,1732422013712 (queues=1) is replicating from cluster=1cf05426-2c26-4044-b109-cd7b746f7301 to cluster=a8661d58-e70a-4a16-ba5c-268aeda08aad 2024-11-24T04:20:31,533 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C34011%2C1732422013712 2024-11-24T04:20:31,534 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,34011,1732422013712, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:20:31,535 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416, startPosition=0, beingWritten=true 2024-11-24T04:20:31,540 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C34011%2C1732422013712 2024-11-24T04:20:31,548 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:31,548 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 379, reset compression=false 2024-11-24T04:20:31,548 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,34011,1732422013712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:31,761 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 379, reset compression=false 2024-11-24T04:20:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:31,995 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:20:31,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:31,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:31,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:31,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:31,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:31,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de3c526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:31,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,39415,-1 for getting cluster id 2024-11-24T04:20:31,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:31,997 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8661d58-e70a-4a16-ba5c-268aeda08aad' 2024-11-24T04:20:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8661d58-e70a-4a16-ba5c-268aeda08aad" 2024-11-24T04:20:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342d3d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,39415,-1] 2024-11-24T04:20:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:31,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:31,998 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f150b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:31,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d6be12 2024-11-24T04:20:32,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:32,001 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:20:32,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:33455,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:20:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:20:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:32,004 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:33455' 2024-11-24T04:20:32,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a37768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:32,005 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33455,-1 for getting cluster id 2024-11-24T04:20:32,005 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:32,006 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0281250c-758b-4e57-87cb-9d0f9fb51aa0' 2024-11-24T04:20:32,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:32,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0281250c-758b-4e57-87cb-9d0f9fb51aa0" 2024-11-24T04:20:32,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33add1f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:32,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33455,-1] 2024-11-24T04:20:32,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:32,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:32,007 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:32,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620c9a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:32,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:32,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:32,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a7a4242 2024-11-24T04:20:32,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:32,010 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:20:32,010 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:20:32,010 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:20:32,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:32,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:32,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:32,011 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:20:32,012 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:20:32,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:20:32,013 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:32,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:20:32,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741837_1013 (size=1138) 2024-11-24T04:20:32,062 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:20:32,065 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 379, reset compression=false 2024-11-24T04:20:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:32,422 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ce461bc079867cee143727109056253, NAME => 'hbase:replication,,1732422032011.1ce461bc079867cee143727109056253.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1 2024-11-24T04:20:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741838_1014 (size=44) 2024-11-24T04:20:32,469 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 379, reset compression=false 2024-11-24T04:20:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:32,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422032011.1ce461bc079867cee143727109056253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:32,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1ce461bc079867cee143727109056253, disabling compactions & flushes 2024-11-24T04:20:32,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:32,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:32,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. after waiting 0 ms 2024-11-24T04:20:32,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:32,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:32,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ce461bc079867cee143727109056253: Waiting for close lock at 1732422032827Disabling compacts and flushes for region at 1732422032827Disabling writes for close at 1732422032828 (+1 ms)Writing region close event to WAL at 1732422032828Closed at 1732422032828 2024-11-24T04:20:32,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:20:32,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732422032011.1ce461bc079867cee143727109056253.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732422032829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422032829"}]},"ts":"1732422032829"} 2024-11-24T04:20:32,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:20:32,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:20:32,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422032832"}]},"ts":"1732422032832"} 2024-11-24T04:20:32,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:20:32,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ce461bc079867cee143727109056253, ASSIGN}] 2024-11-24T04:20:32,835 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ce461bc079867cee143727109056253, ASSIGN 2024-11-24T04:20:32,836 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ce461bc079867cee143727109056253, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,43225,1732422017589; forceNewPlan=false, retain=false 2024-11-24T04:20:32,973 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 379, reset compression=false 2024-11-24T04:20:32,986 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ce461bc079867cee143727109056253, regionState=OPENING, regionLocation=fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:32,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ce461bc079867cee143727109056253, ASSIGN because future has completed 2024-11-24T04:20:32,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ce461bc079867cee143727109056253, server=fadb2fe0ba32,43225,1732422017589}] 2024-11-24T04:20:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:33,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:33,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:33,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:20:33,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43225%2C1732422017589.rep, suffix=, logDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/oldWALs, maxLogs=10 2024-11-24T04:20:33,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.rep.1732422033146, exclude list is [], retry=0 2024-11-24T04:20:33,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46529,DS-c1d82a50-8fc8-4ffa-ab48-f485210b083a,DISK] 2024-11-24T04:20:33,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.rep.1732422033146 2024-11-24T04:20:33,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T04:20:33,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ce461bc079867cee143727109056253, NAME => 'hbase:replication,,1732422032011.1ce461bc079867cee143727109056253.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:33,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:20:33,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:20:33,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. service=MultiRowMutationService 2024-11-24T04:20:33,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:20:33,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1ce461bc079867cee143727109056253 2024-11-24T04:20:33,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422032011.1ce461bc079867cee143727109056253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:33,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1ce461bc079867cee143727109056253 2024-11-24T04:20:33,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1ce461bc079867cee143727109056253 2024-11-24T04:20:33,165 INFO [StoreOpener-1ce461bc079867cee143727109056253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1ce461bc079867cee143727109056253 2024-11-24T04:20:33,166 INFO [StoreOpener-1ce461bc079867cee143727109056253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce461bc079867cee143727109056253 columnFamilyName hfileref 2024-11-24T04:20:33,166 DEBUG [StoreOpener-1ce461bc079867cee143727109056253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:33,167 INFO [StoreOpener-1ce461bc079867cee143727109056253-1 {}] regionserver.HStore(327): Store=1ce461bc079867cee143727109056253/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:33,167 INFO [StoreOpener-1ce461bc079867cee143727109056253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1ce461bc079867cee143727109056253 2024-11-24T04:20:33,167 INFO [StoreOpener-1ce461bc079867cee143727109056253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce461bc079867cee143727109056253 columnFamilyName queue 2024-11-24T04:20:33,168 DEBUG [StoreOpener-1ce461bc079867cee143727109056253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:33,168 INFO [StoreOpener-1ce461bc079867cee143727109056253-1 {}] regionserver.HStore(327): Store=1ce461bc079867cee143727109056253/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:33,168 INFO [StoreOpener-1ce461bc079867cee143727109056253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1ce461bc079867cee143727109056253 2024-11-24T04:20:33,169 INFO [StoreOpener-1ce461bc079867cee143727109056253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce461bc079867cee143727109056253 columnFamilyName sid 2024-11-24T04:20:33,169 DEBUG [StoreOpener-1ce461bc079867cee143727109056253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:33,169 INFO [StoreOpener-1ce461bc079867cee143727109056253-1 {}] regionserver.HStore(327): Store=1ce461bc079867cee143727109056253/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:33,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1ce461bc079867cee143727109056253 2024-11-24T04:20:33,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/replication/1ce461bc079867cee143727109056253 2024-11-24T04:20:33,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/replication/1ce461bc079867cee143727109056253 2024-11-24T04:20:33,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1ce461bc079867cee143727109056253 2024-11-24T04:20:33,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1ce461bc079867cee143727109056253 2024-11-24T04:20:33,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:20:33,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1ce461bc079867cee143727109056253 2024-11-24T04:20:33,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/replication/1ce461bc079867cee143727109056253/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:33,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1ce461bc079867cee143727109056253; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66297701, jitterRate=-0.012087270617485046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:20:33,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ce461bc079867cee143727109056253 2024-11-24T04:20:33,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1ce461bc079867cee143727109056253: Running coprocessor pre-open hook at 1732422033164Writing region info on filesystem at 1732422033164Initializing all the Stores at 1732422033165 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422033165Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422033165Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422033165Cleaning up temporary data from old regions at 1732422033171 (+6 ms)Running coprocessor post-open hooks at 1732422033175 (+4 ms)Region opened successfully at 1732422033175 2024-11-24T04:20:33,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732422032011.1ce461bc079867cee143727109056253., pid=10, masterSystemTime=1732422033141 2024-11-24T04:20:33,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:33,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:33,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ce461bc079867cee143727109056253, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:33,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ce461bc079867cee143727109056253, server=fadb2fe0ba32,43225,1732422017589 because future has completed 2024-11-24T04:20:33,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:20:33,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ce461bc079867cee143727109056253, server=fadb2fe0ba32,43225,1732422017589 in 191 msec 2024-11-24T04:20:33,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T04:20:33,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ce461bc079867cee143727109056253, ASSIGN in 348 msec 2024-11-24T04:20:33,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:20:33,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422033185"}]},"ts":"1732422033185"} 2024-11-24T04:20:33,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:20:33,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:20:33,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-24T04:20:33,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732422032011.1ce461bc079867cee143727109056253., hostname=fadb2fe0ba32,43225,1732422017589, seqNum=2] 2024-11-24T04:20:33,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:33,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:33,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:20:33,283 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T04:20:33,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43225 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T04:20:33,382 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:20:33,411 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,43225,1732422017589, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:20:33,411 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:33,411 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43225,1732422017589, seqNum=-1] 2024-11-24T04:20:33,412 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:33,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T04:20:33,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,43225,1732422017589', locateType=CURRENT is [region=hbase:replication,,1732422032011.1ce461bc079867cee143727109056253., hostname=fadb2fe0ba32,43225,1732422017589, seqNum=2] 2024-11-24T04:20:33,417 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T04:20:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T04:20:33,419 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,43225,1732422017589 suceeded 2024-11-24T04:20:33,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T04:20:33,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-24T04:20:33,421 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:33455,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:20:33,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-24T04:20:33,432 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:33455' 2024-11-24T04:20:33,434 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28b037f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:33,434 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33455,-1 for getting cluster id 2024-11-24T04:20:33,434 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:33,434 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0281250c-758b-4e57-87cb-9d0f9fb51aa0' 2024-11-24T04:20:33,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:33,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0281250c-758b-4e57-87cb-9d0f9fb51aa0" 2024-11-24T04:20:33,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16aafab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:33,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33455,-1] 2024-11-24T04:20:33,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:33,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:33,436 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:33,436 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@635155f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:33,437 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:33,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:33,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@352bba70 2024-11-24T04:20:33,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:33,438 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-24T04:20:33,439 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,43225,1732422017589 (queues=1) is replicating from cluster=a8661d58-e70a-4a16-ba5c-268aeda08aad to cluster=0281250c-758b-4e57-87cb-9d0f9fb51aa0 2024-11-24T04:20:33,439 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C43225%2C1732422017589 2024-11-24T04:20:33,439 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,43225,1732422017589, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:20:33,439 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C43225%2C1732422017589 2024-11-24T04:20:33,439 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191, startPosition=0, beingWritten=true 2024-11-24T04:20:33,444 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:33,444 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 379, reset compression=false 2024-11-24T04:20:33,444 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,43225,1732422017589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:33,577 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 379, reset compression=false 2024-11-24T04:20:33,648 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 379, reset compression=false 2024-11-24T04:20:33,952 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 379, reset compression=false 2024-11-24T04:20:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:34,155 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:20:34,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:34,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:34,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:34,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:34,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:34,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428642f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33455,-1 for getting cluster id 2024-11-24T04:20:34,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:34,158 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0281250c-758b-4e57-87cb-9d0f9fb51aa0' 2024-11-24T04:20:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0281250c-758b-4e57-87cb-9d0f9fb51aa0" 2024-11-24T04:20:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4551bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33455,-1] 2024-11-24T04:20:34,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:34,159 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:34,160 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:34,160 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1ea12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f7f264 2024-11-24T04:20:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:34,162 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:20:34,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:44597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:20:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:20:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:34,165 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:44597' 2024-11-24T04:20:34,166 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56633114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,166 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44597,-1 for getting cluster id 2024-11-24T04:20:34,166 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:34,167 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cf05426-2c26-4044-b109-cd7b746f7301' 2024-11-24T04:20:34,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:34,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cf05426-2c26-4044-b109-cd7b746f7301" 2024-11-24T04:20:34,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbe85dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44597,-1] 2024-11-24T04:20:34,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:34,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:34,168 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:34,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4733da54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,169 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b8edd4b 2024-11-24T04:20:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:34,170 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:20:34,171 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:20:34,171 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:20:34,171 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:34,171 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:34,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:34,171 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:20:34,172 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:20:34,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:20:34,173 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:34,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:20:34,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741837_1013 (size=1138) 2024-11-24T04:20:34,180 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fb875a9b5dc35eb1639d3f9e3dcd1e1, NAME => 'hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db 2024-11-24T04:20:34,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741838_1014 (size=44) 2024-11-24T04:20:34,184 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:34,184 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8fb875a9b5dc35eb1639d3f9e3dcd1e1, disabling compactions & flushes 2024-11-24T04:20:34,184 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:34,184 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:34,184 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. after waiting 0 ms 2024-11-24T04:20:34,184 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:34,184 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:34,184 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fb875a9b5dc35eb1639d3f9e3dcd1e1: Waiting for close lock at 1732422034184Disabling compacts and flushes for region at 1732422034184Disabling writes for close at 1732422034184Writing region close event to WAL at 1732422034184Closed at 1732422034184 2024-11-24T04:20:34,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:20:34,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732422034185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422034185"}]},"ts":"1732422034185"} 2024-11-24T04:20:34,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:20:34,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:20:34,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422034188"}]},"ts":"1732422034188"} 2024-11-24T04:20:34,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:20:34,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fb875a9b5dc35eb1639d3f9e3dcd1e1, ASSIGN}] 2024-11-24T04:20:34,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fb875a9b5dc35eb1639d3f9e3dcd1e1, ASSIGN 2024-11-24T04:20:34,192 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fb875a9b5dc35eb1639d3f9e3dcd1e1, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,33537,1732422021733; forceNewPlan=false, retain=false 2024-11-24T04:20:34,222 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:20:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:34,281 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 379, reset compression=false 2024-11-24T04:20:34,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fb875a9b5dc35eb1639d3f9e3dcd1e1, regionState=OPENING, regionLocation=fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:34,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fb875a9b5dc35eb1639d3f9e3dcd1e1, ASSIGN because future has completed 2024-11-24T04:20:34,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fb875a9b5dc35eb1639d3f9e3dcd1e1, server=fadb2fe0ba32,33537,1732422021733}] 2024-11-24T04:20:34,355 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 379, reset compression=false 2024-11-24T04:20:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:34,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:34,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:34,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:20:34,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C33537%2C1732422021733.rep, suffix=, logDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733, archiveDir=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/oldWALs, maxLogs=10 2024-11-24T04:20:34,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.rep.1732422034504, exclude list is [], retry=0 2024-11-24T04:20:34,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39165,DS-98162f4c-acbf-480b-bf29-57c3b043cadb,DISK] 2024-11-24T04:20:34,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.rep.1732422034504 2024-11-24T04:20:34,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37659:37659)] 2024-11-24T04:20:34,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fb875a9b5dc35eb1639d3f9e3dcd1e1, NAME => 'hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:34,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:20:34,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:20:34,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. service=MultiRowMutationService 2024-11-24T04:20:34,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:20:34,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:34,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,524 INFO [StoreOpener-8fb875a9b5dc35eb1639d3f9e3dcd1e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,525 INFO [StoreOpener-8fb875a9b5dc35eb1639d3f9e3dcd1e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb875a9b5dc35eb1639d3f9e3dcd1e1 columnFamilyName hfileref 2024-11-24T04:20:34,525 DEBUG [StoreOpener-8fb875a9b5dc35eb1639d3f9e3dcd1e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:34,526 INFO [StoreOpener-8fb875a9b5dc35eb1639d3f9e3dcd1e1-1 {}] regionserver.HStore(327): Store=8fb875a9b5dc35eb1639d3f9e3dcd1e1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:34,526 INFO [StoreOpener-8fb875a9b5dc35eb1639d3f9e3dcd1e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,526 INFO [StoreOpener-8fb875a9b5dc35eb1639d3f9e3dcd1e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb875a9b5dc35eb1639d3f9e3dcd1e1 columnFamilyName queue 2024-11-24T04:20:34,527 DEBUG [StoreOpener-8fb875a9b5dc35eb1639d3f9e3dcd1e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:34,527 INFO [StoreOpener-8fb875a9b5dc35eb1639d3f9e3dcd1e1-1 {}] regionserver.HStore(327): Store=8fb875a9b5dc35eb1639d3f9e3dcd1e1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:34,527 INFO [StoreOpener-8fb875a9b5dc35eb1639d3f9e3dcd1e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,528 INFO [StoreOpener-8fb875a9b5dc35eb1639d3f9e3dcd1e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb875a9b5dc35eb1639d3f9e3dcd1e1 columnFamilyName sid 2024-11-24T04:20:34,528 DEBUG [StoreOpener-8fb875a9b5dc35eb1639d3f9e3dcd1e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:34,528 INFO [StoreOpener-8fb875a9b5dc35eb1639d3f9e3dcd1e1-1 {}] regionserver.HStore(327): Store=8fb875a9b5dc35eb1639d3f9e3dcd1e1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:34,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/replication/8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/replication/8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:20:34,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/replication/8fb875a9b5dc35eb1639d3f9e3dcd1e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:34,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8fb875a9b5dc35eb1639d3f9e3dcd1e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73755054, jitterRate=0.09903594851493835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:20:34,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:34,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8fb875a9b5dc35eb1639d3f9e3dcd1e1: Running coprocessor pre-open hook at 1732422034523Writing region info on filesystem at 1732422034523Initializing all the Stores at 1732422034524 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422034524Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422034524Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422034524Cleaning up temporary data from old regions at 1732422034530 (+6 ms)Running coprocessor post-open hooks at 1732422034533 (+3 ms)Region opened successfully at 1732422034533 2024-11-24T04:20:34,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1., pid=10, masterSystemTime=1732422034498 2024-11-24T04:20:34,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:34,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:34,536 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fb875a9b5dc35eb1639d3f9e3dcd1e1, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fb875a9b5dc35eb1639d3f9e3dcd1e1, server=fadb2fe0ba32,33537,1732422021733 because future has completed 2024-11-24T04:20:34,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:20:34,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fb875a9b5dc35eb1639d3f9e3dcd1e1, server=fadb2fe0ba32,33537,1732422021733 in 193 msec 2024-11-24T04:20:34,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T04:20:34,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fb875a9b5dc35eb1639d3f9e3dcd1e1, ASSIGN in 351 msec 2024-11-24T04:20:34,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:20:34,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422034543"}]},"ts":"1732422034543"} 2024-11-24T04:20:34,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:20:34,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:20:34,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 375 msec 2024-11-24T04:20:34,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1., hostname=fadb2fe0ba32,33537,1732422021733, seqNum=2] 2024-11-24T04:20:34,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:34,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:34,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:20:34,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T04:20:34,741 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:20:34,778 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,33537,1732422021733, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:20:34,778 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:34,778 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,33537,1732422021733, seqNum=-1] 2024-11-24T04:20:34,778 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:34,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T04:20:34,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,33537,1732422021733', locateType=CURRENT is [region=hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1., hostname=fadb2fe0ba32,33537,1732422021733, seqNum=2] 2024-11-24T04:20:34,784 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T04:20:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T04:20:34,787 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,33537,1732422021733 suceeded 2024-11-24T04:20:34,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T04:20:34,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-24T04:20:34,789 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:44597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:20:34,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 627 msec 2024-11-24T04:20:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:20:34,794 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:20:34,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:34,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:34,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:34,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:34,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:34,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efae19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44597,-1 for getting cluster id 2024-11-24T04:20:34,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:34,796 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cf05426-2c26-4044-b109-cd7b746f7301' 2024-11-24T04:20:34,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:34,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cf05426-2c26-4044-b109-cd7b746f7301" 2024-11-24T04:20:34,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8e55bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44597,-1] 2024-11-24T04:20:34,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:34,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:34,797 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:34,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfcfec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff8b984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,39415,-1 for getting cluster id 2024-11-24T04:20:34,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:34,799 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8661d58-e70a-4a16-ba5c-268aeda08aad' 2024-11-24T04:20:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8661d58-e70a-4a16-ba5c-268aeda08aad" 2024-11-24T04:20:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6e463d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,39415,-1] 2024-11-24T04:20:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:34,801 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:34,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc57b70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,802 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:44597' 2024-11-24T04:20:34,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197f06f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33455,-1 for getting cluster id 2024-11-24T04:20:34,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:34,803 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@631b3877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,803 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0281250c-758b-4e57-87cb-9d0f9fb51aa0' 2024-11-24T04:20:34,803 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44597,-1 for getting cluster id 2024-11-24T04:20:34,803 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0281250c-758b-4e57-87cb-9d0f9fb51aa0" 2024-11-24T04:20:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335b289e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33455,-1] 2024-11-24T04:20:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:34,804 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cf05426-2c26-4044-b109-cd7b746f7301' 2024-11-24T04:20:34,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cf05426-2c26-4044-b109-cd7b746f7301" 2024-11-24T04:20:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75ebc25d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44597,-1] 2024-11-24T04:20:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:34,804 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:34,805 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4867573f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,805 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f93b920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:34,805 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:34,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ff2b362 2024-11-24T04:20:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:34,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,34011,1732422013712, seqNum=-1] 2024-11-24T04:20:34,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:34,832 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T04:20:34,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:34,834 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,33537,1732422021733 (queues=1) is replicating from cluster=0281250c-758b-4e57-87cb-9d0f9fb51aa0 to cluster=1cf05426-2c26-4044-b109-cd7b746f7301 2024-11-24T04:20:34,834 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C33537%2C1732422021733 2024-11-24T04:20:34,834 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,33537,1732422021733, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:20:34,834 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355, startPosition=0, beingWritten=true 2024-11-24T04:20:34,835 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C33537%2C1732422021733 2024-11-24T04:20:34,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9., hostname=fadb2fe0ba32,34011,1732422013712, seqNum=2] 2024-11-24T04:20:34,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:34,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,33537,1732422021733, seqNum=-1] 2024-11-24T04:20:34,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:34,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:34,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6., hostname=fadb2fe0ba32,33537,1732422021733, seqNum=2] 2024-11-24T04:20:34,845 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T04:20:34,845 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:34,845 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 379, reset compression=false 2024-11-24T04:20:34,845 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33537,1732422021733 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:34,859 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 379, reset compression=false 2024-11-24T04:20:35,051 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 379, reset compression=false 2024-11-24T04:20:35,085 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 379, reset compression=false 2024-11-24T04:20:35,090 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:35,090 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 480, reset compression=false 2024-11-24T04:20:35,090 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,34011,1732422013712 got entry batch from reader: WALEntryBatch [walEntries=[{test/4490e0ce0a854f859458a5d538a97eb9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T04:20:35,092 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:20:35,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-24T04:20:35,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:35,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f21634a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:35,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,39415,-1 for getting cluster id 2024-11-24T04:20:35,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:35,102 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8661d58-e70a-4a16-ba5c-268aeda08aad' 2024-11-24T04:20:35,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:35,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8661d58-e70a-4a16-ba5c-268aeda08aad" 2024-11-24T04:20:35,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ef6bdcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:35,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,39415,-1] 2024-11-24T04:20:35,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:35,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:35,103 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:35,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf18902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:35,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:35,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43225,1732422017589, seqNum=-1] 2024-11-24T04:20:35,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:35,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-24T04:20:35,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732422026537.0ea0188b6bb1d04d72642e480c047752., hostname=fadb2fe0ba32,43225,1732422017589, seqNum=2] 2024-11-24T04:20:35,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:35,295 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 480, reset compression=false 2024-11-24T04:20:35,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:20:35,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:35,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:35,355 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 379, reset compression=false 2024-11-24T04:20:35,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:35,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:35,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:35,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:35,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:35,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:35,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:35,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:35,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:35,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:35,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T04:20:35,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T04:20:35,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-24T04:20:35,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-24T04:20:35,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:20:35,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T04:20:35,463 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 379, reset compression=false 2024-11-24T04:20:35,467 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:35,467 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 503, reset compression=false 2024-11-24T04:20:35,467 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,43225,1732422017589 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ea0188b6bb1d04d72642e480c047752/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T04:20:35,469 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:20:35,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-24T04:20:35,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:35,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@84bccb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:35,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33455,-1 for getting cluster id 2024-11-24T04:20:35,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:35,472 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0281250c-758b-4e57-87cb-9d0f9fb51aa0' 2024-11-24T04:20:35,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:35,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0281250c-758b-4e57-87cb-9d0f9fb51aa0" 2024-11-24T04:20:35,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f644ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:35,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33455,-1] 2024-11-24T04:20:35,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:35,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:35,473 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:35,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e1c76f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:35,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:35,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,33537,1732422021733, seqNum=-1] 2024-11-24T04:20:35,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:35,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-24T04:20:35,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6., hostname=fadb2fe0ba32,33537,1732422021733, seqNum=2] 2024-11-24T04:20:35,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:35,598 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 480, reset compression=false 2024-11-24T04:20:35,670 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 503, reset compression=false 2024-11-24T04:20:35,759 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 379, reset compression=false 2024-11-24T04:20:35,766 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:35,766 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 527, reset compression=false 2024-11-24T04:20:35,766 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33537,1732422021733 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:35,847 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T04:20:35,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43225,1732422017589, seqNum=-1] 2024-11-24T04:20:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:35,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:35,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732422026537.0ea0188b6bb1d04d72642e480c047752., hostname=fadb2fe0ba32,43225,1732422017589, seqNum=2] 2024-11-24T04:20:35,855 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T04:20:35,974 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 503, reset compression=false 2024-11-24T04:20:35,977 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 527, reset compression=false 2024-11-24T04:20:35,979 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:35,979 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 607, reset compression=false 2024-11-24T04:20:35,979 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,43225,1732422017589 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ea0188b6bb1d04d72642e480c047752/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T04:20:35,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:35,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:36,002 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 480, reset compression=false 2024-11-24T04:20:36,183 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 607, reset compression=false 2024-11-24T04:20:36,281 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 527, reset compression=false 2024-11-24T04:20:36,285 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:36,285 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 655, reset compression=false 2024-11-24T04:20:36,285 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33537,1732422021733 got entry batch from reader: WALEntryBatch [walEntries=[{test/d2c95a9a8a67752905fcfa9c039dbac6/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T04:20:36,287 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:20:36,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T04:20:36,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:36,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc9feab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:36,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44597,-1 for getting cluster id 2024-11-24T04:20:36,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:36,290 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cf05426-2c26-4044-b109-cd7b746f7301' 2024-11-24T04:20:36,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:36,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cf05426-2c26-4044-b109-cd7b746f7301" 2024-11-24T04:20:36,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52e72184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:36,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44597,-1] 2024-11-24T04:20:36,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:36,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:36,291 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:36,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fb88e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:36,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:36,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,34011,1732422013712, seqNum=-1] 2024-11-24T04:20:36,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:36,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-24T04:20:36,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9., hostname=fadb2fe0ba32,34011,1732422013712, seqNum=2] 2024-11-24T04:20:36,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:36,486 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 607, reset compression=false 2024-11-24T04:20:36,489 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 655, reset compression=false 2024-11-24T04:20:36,504 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 480, reset compression=false 2024-11-24T04:20:36,508 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:36,508 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 631, reset compression=false 2024-11-24T04:20:36,508 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,34011,1732422013712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:36,712 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 631, reset compression=false 2024-11-24T04:20:36,793 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 655, reset compression=false 2024-11-24T04:20:36,857 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T04:20:36,860 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T04:20:36,890 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 607, reset compression=false 2024-11-24T04:20:37,016 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 631, reset compression=false 2024-11-24T04:20:37,198 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 655, reset compression=false 2024-11-24T04:20:37,203 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:37,203 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 759, reset compression=false 2024-11-24T04:20:37,203 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33537,1732422021733 got entry batch from reader: WALEntryBatch [walEntries=[{test/d2c95a9a8a67752905fcfa9c039dbac6/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T04:20:37,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:37,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:37,394 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 607, reset compression=false 2024-11-24T04:20:37,406 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 759, reset compression=false 2024-11-24T04:20:37,420 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 631, reset compression=false 2024-11-24T04:20:37,424 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:37,424 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 758, reset compression=false 2024-11-24T04:20:37,424 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,34011,1732422013712 got entry batch from reader: WALEntryBatch [walEntries=[{test/4490e0ce0a854f859458a5d538a97eb9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T04:20:37,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:37,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:37,627 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 758, reset compression=false 2024-11-24T04:20:37,709 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 759, reset compression=false 2024-11-24T04:20:37,862 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T04:20:37,868 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T04:20:37,930 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 758, reset compression=false 2024-11-24T04:20:37,935 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:37,935 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 914, reset compression=false 2024-11-24T04:20:37,935 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,34011,1732422013712 got entry batch from reader: WALEntryBatch [walEntries=[{test/4490e0ce0a854f859458a5d538a97eb9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T04:20:37,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:37,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:37,998 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 607, reset compression=false 2024-11-24T04:20:38,003 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:38,003 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 904, reset compression=false 2024-11-24T04:20:38,003 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,43225,1732422017589 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ea0188b6bb1d04d72642e480c047752/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T04:20:38,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:38,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:38,113 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 759, reset compression=false 2024-11-24T04:20:38,117 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:38,117 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 930, reset compression=false 2024-11-24T04:20:38,117 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33537,1732422021733 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:38,139 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 914, reset compression=false 2024-11-24T04:20:38,207 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 904, reset compression=false 2024-11-24T04:20:38,321 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 930, reset compression=false 2024-11-24T04:20:38,442 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 914, reset compression=false 2024-11-24T04:20:38,511 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 904, reset compression=false 2024-11-24T04:20:38,625 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 930, reset compression=false 2024-11-24T04:20:38,846 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 914, reset compression=false 2024-11-24T04:20:38,870 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T04:20:38,873 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T04:20:38,915 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 904, reset compression=false 2024-11-24T04:20:38,919 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:38,919 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1063, reset compression=false 2024-11-24T04:20:38,919 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,43225,1732422017589 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ea0188b6bb1d04d72642e480c047752/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T04:20:38,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:38,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:39,028 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 930, reset compression=false 2024-11-24T04:20:39,033 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:39,033 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1080, reset compression=false 2024-11-24T04:20:39,033 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33537,1732422021733 got entry batch from reader: WALEntryBatch [walEntries=[{test/d2c95a9a8a67752905fcfa9c039dbac6/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T04:20:39,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:39,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:39,122 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1063, reset compression=false 2024-11-24T04:20:39,236 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1080, reset compression=false 2024-11-24T04:20:39,350 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 914, reset compression=false 2024-11-24T04:20:39,354 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:39,354 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1087, reset compression=false 2024-11-24T04:20:39,354 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,34011,1732422013712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:39,426 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1063, reset compression=false 2024-11-24T04:20:39,539 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1080, reset compression=false 2024-11-24T04:20:39,558 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1087, reset compression=false 2024-11-24T04:20:39,829 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1063, reset compression=false 2024-11-24T04:20:39,861 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1087, reset compression=false 2024-11-24T04:20:39,875 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T04:20:39,879 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T04:20:39,943 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1080, reset compression=false 2024-11-24T04:20:39,947 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:39,947 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1239, reset compression=false 2024-11-24T04:20:39,947 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33537,1732422021733 got entry batch from reader: WALEntryBatch [walEntries=[{test/d2c95a9a8a67752905fcfa9c039dbac6/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T04:20:39,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:39,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:40,150 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1239, reset compression=false 2024-11-24T04:20:40,265 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1087, reset compression=false 2024-11-24T04:20:40,269 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:40,269 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1236, reset compression=false 2024-11-24T04:20:40,269 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,34011,1732422013712 got entry batch from reader: WALEntryBatch [walEntries=[{test/4490e0ce0a854f859458a5d538a97eb9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-24T04:20:40,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:40,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:40,333 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1063, reset compression=false 2024-11-24T04:20:40,337 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:40,337 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1235, reset compression=false 2024-11-24T04:20:40,337 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,43225,1732422017589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:40,454 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1239, reset compression=false 2024-11-24T04:20:40,472 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1236, reset compression=false 2024-11-24T04:20:40,540 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1235, reset compression=false 2024-11-24T04:20:40,775 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1236, reset compression=false 2024-11-24T04:20:40,843 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1235, reset compression=false 2024-11-24T04:20:40,858 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1239, reset compression=false 2024-11-24T04:20:40,881 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T04:20:40,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140b3251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:40,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33455,-1 for getting cluster id 2024-11-24T04:20:40,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:40,888 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0281250c-758b-4e57-87cb-9d0f9fb51aa0' 2024-11-24T04:20:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0281250c-758b-4e57-87cb-9d0f9fb51aa0" 2024-11-24T04:20:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c54af01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33455,-1] 2024-11-24T04:20:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:40,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:40,890 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:40,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a2dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:40,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:40,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:40,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9061ec8 2024-11-24T04:20:40,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:40,895 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:20:40,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-24T04:20:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-24T04:20:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T04:20:40,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:20:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T04:20:41,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T04:20:41,055 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-24T04:20:41,056 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-24T04:20:41,056 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,33537,1732422021733 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-24T04:20:41,056 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0. 2024-11-24T04:20:41,056 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:41,056 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:41,056 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:41,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:41,157 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-24T04:20:41,157 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T04:20:41,179 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1236, reset compression=false 2024-11-24T04:20:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T04:20:41,247 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1235, reset compression=false 2024-11-24T04:20:41,257 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 terminated 2024-11-24T04:20:41,277 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,33537,1732422021733, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:20:41,278 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-24T04:20:41,278 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T04:20:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T04:20:41,280 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on fadb2fe0ba32,33537,1732422021733 suceeded 2024-11-24T04:20:41,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T04:20:41,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-11-24T04:20:41,282 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-24T04:20:41,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 387 msec 2024-11-24T04:20:41,292 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:44597' 2024-11-24T04:20:41,303 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@396bfa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:41,303 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44597,-1 for getting cluster id 2024-11-24T04:20:41,304 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:41,304 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cf05426-2c26-4044-b109-cd7b746f7301' 2024-11-24T04:20:41,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:41,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cf05426-2c26-4044-b109-cd7b746f7301" 2024-11-24T04:20:41,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15a593bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:41,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44597,-1] 2024-11-24T04:20:41,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:41,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:41,306 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:41,306 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37ef2b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:41,307 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:41,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:41,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fc8484c 2024-11-24T04:20:41,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:41,308 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-24T04:20:41,309 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,33537,1732422021733 (queues=1) is replicating from cluster=0281250c-758b-4e57-87cb-9d0f9fb51aa0 to cluster=1cf05426-2c26-4044-b109-cd7b746f7301 2024-11-24T04:20:41,309 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C33537%2C1732422021733 2024-11-24T04:20:41,309 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,33537,1732422021733, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:20:41,309 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C33537%2C1732422021733 2024-11-24T04:20:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T04:20:41,525 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:20:41,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:41,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:41,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:41,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:41,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:41,529 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-24T04:20:41,683 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1236, reset compression=false 2024-11-24T04:20:41,687 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:41,687 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1340, reset compression=false 2024-11-24T04:20:41,687 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,34011,1732422013712 got entry batch from reader: WALEntryBatch [walEntries=[{test/4490e0ce0a854f859458a5d538a97eb9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T04:20:41,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:41,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43225 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:41,750 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1235, reset compression=false 2024-11-24T04:20:41,754 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:41,754 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1362, reset compression=false 2024-11-24T04:20:41,754 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,43225,1732422017589 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ea0188b6bb1d04d72642e480c047752/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T04:20:41,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:41,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:41,891 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1340, reset compression=false 2024-11-24T04:20:41,958 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1362, reset compression=false 2024-11-24T04:20:42,195 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1340, reset compression=false 2024-11-24T04:20:42,261 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1362, reset compression=false 2024-11-24T04:20:42,531 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-24T04:20:42,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95dc3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:42,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,33455,-1 for getting cluster id 2024-11-24T04:20:42,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:42,534 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0281250c-758b-4e57-87cb-9d0f9fb51aa0' 2024-11-24T04:20:42,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:42,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0281250c-758b-4e57-87cb-9d0f9fb51aa0" 2024-11-24T04:20:42,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70871963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:42,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,33455,-1] 2024-11-24T04:20:42,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:42,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:42,536 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613b5f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:42,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:42,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:42,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c2e4e7 2024-11-24T04:20:42,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:20:42,540 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:20:42,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-24T04:20:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-24T04:20:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T04:20:42,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:20:42,600 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1340, reset compression=false 2024-11-24T04:20:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T04:20:42,665 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1362, reset compression=false 2024-11-24T04:20:42,670 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:42,670 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1466, reset compression=false 2024-11-24T04:20:42,670 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,43225,1732422017589 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ea0188b6bb1d04d72642e480c047752/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T04:20:42,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:42,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:42,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-24T04:20:42,698 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-24T04:20:42,698 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T04:20:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-24T04:20:42,700 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on fadb2fe0ba32,33537,1732422021733 suceeded 2024-11-24T04:20:42,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T04:20:42,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-24T04:20:42,702 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-24T04:20:42,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 161 msec 2024-11-24T04:20:42,710 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355, startPosition=1239, beingWritten=true 2024-11-24T04:20:42,714 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:20:42,714 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1518, reset compression=false 2024-11-24T04:20:42,714 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33537,1732422021733 got entry batch from reader: WALEntryBatch [walEntries=[{test/d2c95a9a8a67752905fcfa9c039dbac6/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-24T04:20:42,716 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:20:42,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-24T04:20:42,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:20:42,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:20:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-24T04:20:42,865 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:20:42,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:42,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:42,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:42,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:42,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:42,867 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-24T04:20:42,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:20:42,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:42,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:42,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:42,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:42,867 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:20:42,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1742794526, stopped=false 2024-11-24T04:20:42,868 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,33455,1732422021689 2024-11-24T04:20:42,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:42,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-3317060/running 2024-11-24T04:20:42,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-3317060/running 2024-11-24T04:20:42,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:42,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:42,870 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:20:42,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:42,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:42,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:42,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Set watcher on znode that does not yet exist, /2-3317060/running 2024-11-24T04:20:42,871 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,33537,1732422021733' ***** 2024-11-24T04:20:42,871 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:20:42,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Set watcher on znode that does not yet exist, /2-3317060/running 2024-11-24T04:20:42,872 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:20:42,872 INFO [RS:0;fadb2fe0ba32:33537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:20:42,872 INFO [RS:0;fadb2fe0ba32:33537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:20:42,872 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:20:42,872 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(3091): Received CLOSE for d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:42,872 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:42,873 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:42,873 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:20:42,873 INFO [RS:0;fadb2fe0ba32:33537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:33537. 2024-11-24T04:20:42,873 DEBUG [RS:0;fadb2fe0ba32:33537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:42,873 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2c95a9a8a67752905fcfa9c039dbac6, disabling compactions & flushes 2024-11-24T04:20:42,873 DEBUG [RS:0;fadb2fe0ba32:33537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:42,873 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. 2024-11-24T04:20:42,873 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. 2024-11-24T04:20:42,873 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. after waiting 0 ms 2024-11-24T04:20:42,873 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. 2024-11-24T04:20:42,873 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:20:42,873 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:20:42,873 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:20:42,873 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:20:42,873 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2c95a9a8a67752905fcfa9c039dbac6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T04:20:42,873 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1466, reset compression=false 2024-11-24T04:20:42,875 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T04:20:42,875 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1325): Online Regions={d2c95a9a8a67752905fcfa9c039dbac6=test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6., 1588230740=hbase:meta,,1.1588230740, 8fb875a9b5dc35eb1639d3f9e3dcd1e1=hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1.} 2024-11-24T04:20:42,875 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fb875a9b5dc35eb1639d3f9e3dcd1e1, d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:42,875 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:20:42,875 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:20:42,875 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:20:42,875 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:20:42,875 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:20:42,875 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T04:20:42,895 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/.tmp/f/8be3d767c9ec490195f9c767b05e5695 is 37, key is row3/f:row3/1732422041527/Put/seqid=0 2024-11-24T04:20:42,895 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/.tmp/info/37bb89e8ba4f454bb623e7c65fa71af1 is 147, key is hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1./info:regioninfo/1732422034536/Put/seqid=0 2024-11-24T04:20:42,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741841_1017 (size=7686) 2024-11-24T04:20:42,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741840_1016 (size=5228) 2024-11-24T04:20:42,906 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/.tmp/info/37bb89e8ba4f454bb623e7c65fa71af1 2024-11-24T04:20:42,919 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1518, reset compression=false 2024-11-24T04:20:42,921 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:20:42,925 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:42,925 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1765, reset compression=false 2024-11-24T04:20:42,925 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,33537,1732422021733 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:42,926 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fadb2fe0ba32,33537,1732422021733: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fadb2fe0ba32,33537,1732422021733, walGroup=fadb2fe0ba32%2C33537%2C1732422021733, offset=fadb2fe0ba32%2C33537%2C1732422021733.1732422023355:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T04:20:42,928 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:20:42,928 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:20:42,928 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:20:42,928 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:20:42,928 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:20:42,928 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1140850688, "init": 1048576000, "max": 2306867200, "used": 813055096 }, "NonHeapMemoryUsage": { "committed": 200867840, "init": 7667712, "max": -1, "used": 197864240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:20:42,929 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T04:20:42,933 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/.tmp/ns/0409e2da7d114df981f37b6dab4fcb41 is 43, key is default/ns:d/1732422024299/Put/seqid=0 2024-11-24T04:20:42,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741842_1018 (size=5153) 2024-11-24T04:20:43,075 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fb875a9b5dc35eb1639d3f9e3dcd1e1, d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:43,104 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1340, reset compression=false 2024-11-24T04:20:43,108 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:43,108 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1491, reset compression=false 2024-11-24T04:20:43,108 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,34011,1732422013712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:43,137 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1765, reset compression=false 2024-11-24T04:20:43,194 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1466, reset compression=false 2024-11-24T04:20:43,225 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:20:43,225 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:20:43,275 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fb875a9b5dc35eb1639d3f9e3dcd1e1, d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:43,306 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/.tmp/f/8be3d767c9ec490195f9c767b05e5695 2024-11-24T04:20:43,311 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8be3d767c9ec490195f9c767b05e5695 2024-11-24T04:20:43,311 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1491, reset compression=false 2024-11-24T04:20:43,329 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/.tmp/f1/021cbe8a998b474388a55eabce2b730e is 30, key is row1/f1:/1732422038871/DeleteFamily/seqid=0 2024-11-24T04:20:43,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741843_1019 (size=5158) 2024-11-24T04:20:43,344 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/.tmp/ns/0409e2da7d114df981f37b6dab4fcb41 2024-11-24T04:20:43,364 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/.tmp/rep_barrier/1bf498d8d4c446feb2c8865e676cae61 is 112, key is test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6./rep_barrier:seqnumDuringOpen/1732422029857/Put/seqid=0 2024-11-24T04:20:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741844_1020 (size=5518) 2024-11-24T04:20:43,368 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/.tmp/rep_barrier/1bf498d8d4c446feb2c8865e676cae61 2024-11-24T04:20:43,390 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/.tmp/table/7c189fc5663749ce9080942d4e1b5ec7 is 53, key is hbase:replication/table:state/1732422034543/Put/seqid=0 2024-11-24T04:20:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741845_1021 (size=5308) 2024-11-24T04:20:43,441 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1765, reset compression=false 2024-11-24T04:20:43,475 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fb875a9b5dc35eb1639d3f9e3dcd1e1, d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:43,597 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1466, reset compression=false 2024-11-24T04:20:43,602 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T04:20:43,615 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1491, reset compression=false 2024-11-24T04:20:43,675 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fb875a9b5dc35eb1639d3f9e3dcd1e1, d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:43,733 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/.tmp/f1/021cbe8a998b474388a55eabce2b730e 2024-11-24T04:20:43,738 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 021cbe8a998b474388a55eabce2b730e 2024-11-24T04:20:43,757 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/.tmp/norep/399e231484c046df8ade464486699439 is 33, key is row2/norep:/1732422039876/DeleteFamily/seqid=0 2024-11-24T04:20:43,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741846_1022 (size=5108) 2024-11-24T04:20:43,795 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/.tmp/table/7c189fc5663749ce9080942d4e1b5ec7 2024-11-24T04:20:43,800 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/.tmp/info/37bb89e8ba4f454bb623e7c65fa71af1 as hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/info/37bb89e8ba4f454bb623e7c65fa71af1 2024-11-24T04:20:43,806 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/info/37bb89e8ba4f454bb623e7c65fa71af1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T04:20:43,807 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/.tmp/ns/0409e2da7d114df981f37b6dab4fcb41 as hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/ns/0409e2da7d114df981f37b6dab4fcb41 2024-11-24T04:20:43,811 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/ns/0409e2da7d114df981f37b6dab4fcb41, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T04:20:43,811 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/.tmp/rep_barrier/1bf498d8d4c446feb2c8865e676cae61 as hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/rep_barrier/1bf498d8d4c446feb2c8865e676cae61 2024-11-24T04:20:43,815 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/rep_barrier/1bf498d8d4c446feb2c8865e676cae61, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T04:20:43,816 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/.tmp/table/7c189fc5663749ce9080942d4e1b5ec7 as hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/table/7c189fc5663749ce9080942d4e1b5ec7 2024-11-24T04:20:43,819 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/table/7c189fc5663749ce9080942d4e1b5ec7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T04:20:43,820 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 945ms, sequenceid=16, compaction requested=false 2024-11-24T04:20:43,832 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T04:20:43,832 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:43,832 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:20:43,832 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:43,832 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422042875Running coprocessor pre-close hooks at 1732422042875Disabling compacts and flushes for region at 1732422042875Disabling writes for close at 1732422042875Obtaining lock to block concurrent updates at 1732422042875Preparing flush snapshotting stores in 1588230740 at 1732422042875Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732422042875Flushing stores of hbase:meta,,1.1588230740 at 1732422042875Flushing 1588230740/info: creating writer at 1732422042876 (+1 ms)Flushing 1588230740/info: appending metadata at 1732422042894 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732422042894Flushing 1588230740/ns: creating writer at 1732422042910 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732422042932 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732422042932Flushing 1588230740/rep_barrier: creating writer at 1732422043349 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732422043364 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732422043364Flushing 1588230740/table: creating writer at 1732422043374 (+10 ms)Flushing 1588230740/table: appending metadata at 1732422043389 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732422043390 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0b37a: reopening flushed file at 1732422043799 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5d40c4: reopening flushed file at 1732422043806 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7869626a: reopening flushed file at 1732422043811 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2149778d: reopening flushed file at 1732422043815 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 945ms, sequenceid=16, compaction requested=false at 1732422043820 (+5 ms)Writing region close event to WAL at 1732422043828 (+8 ms)Running coprocessor post-close hooks at 1732422043832 (+4 ms)Closed at 1732422043832 2024-11-24T04:20:43,833 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:43,844 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1765, reset compression=false 2024-11-24T04:20:43,875 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:20:43,876 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1325): Online Regions={d2c95a9a8a67752905fcfa9c039dbac6=test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6., 8fb875a9b5dc35eb1639d3f9e3dcd1e1=hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1.} 2024-11-24T04:20:43,876 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1351): Waiting on 8fb875a9b5dc35eb1639d3f9e3dcd1e1, d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:44,018 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1491, reset compression=false 2024-11-24T04:20:44,076 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1351): Waiting on 8fb875a9b5dc35eb1639d3f9e3dcd1e1, d2c95a9a8a67752905fcfa9c039dbac6 2024-11-24T04:20:44,101 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1466, reset compression=false 2024-11-24T04:20:44,161 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/.tmp/norep/399e231484c046df8ade464486699439 2024-11-24T04:20:44,165 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 399e231484c046df8ade464486699439 2024-11-24T04:20:44,166 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/.tmp/f/8be3d767c9ec490195f9c767b05e5695 as hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/f/8be3d767c9ec490195f9c767b05e5695 2024-11-24T04:20:44,169 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8be3d767c9ec490195f9c767b05e5695 2024-11-24T04:20:44,169 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/f/8be3d767c9ec490195f9c767b05e5695, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T04:20:44,170 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/.tmp/f1/021cbe8a998b474388a55eabce2b730e as hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/f1/021cbe8a998b474388a55eabce2b730e 2024-11-24T04:20:44,173 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 021cbe8a998b474388a55eabce2b730e 2024-11-24T04:20:44,173 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/f1/021cbe8a998b474388a55eabce2b730e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T04:20:44,174 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/.tmp/norep/399e231484c046df8ade464486699439 as hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/norep/399e231484c046df8ade464486699439 2024-11-24T04:20:44,177 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 399e231484c046df8ade464486699439 2024-11-24T04:20:44,177 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/norep/399e231484c046df8ade464486699439, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T04:20:44,178 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d2c95a9a8a67752905fcfa9c039dbac6 in 1305ms, sequenceid=12, compaction requested=false 2024-11-24T04:20:44,186 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/data/default/test/d2c95a9a8a67752905fcfa9c039dbac6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T04:20:44,186 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:44,186 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:20:44,187 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. 2024-11-24T04:20:44,187 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2c95a9a8a67752905fcfa9c039dbac6: Waiting for close lock at 1732422042873Running coprocessor pre-close hooks at 1732422042873Disabling compacts and flushes for region at 1732422042873Disabling writes for close at 1732422042873Obtaining lock to block concurrent updates at 1732422042873Preparing flush snapshotting stores in d2c95a9a8a67752905fcfa9c039dbac6 at 1732422042873Finished memstore snapshotting test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732422042874 (+1 ms)Flushing stores of test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. at 1732422042874Flushing d2c95a9a8a67752905fcfa9c039dbac6/f: creating writer at 1732422042874Flushing d2c95a9a8a67752905fcfa9c039dbac6/f: appending metadata at 1732422042894 (+20 ms)Flushing d2c95a9a8a67752905fcfa9c039dbac6/f: closing flushed file at 1732422042894Flushing d2c95a9a8a67752905fcfa9c039dbac6/f1: creating writer at 1732422043311 (+417 ms)Flushing d2c95a9a8a67752905fcfa9c039dbac6/f1: appending metadata at 1732422043328 (+17 ms)Flushing d2c95a9a8a67752905fcfa9c039dbac6/f1: closing flushed file at 1732422043329 (+1 ms)Flushing d2c95a9a8a67752905fcfa9c039dbac6/norep: creating writer at 1732422043738 (+409 ms)Flushing d2c95a9a8a67752905fcfa9c039dbac6/norep: appending metadata at 1732422043756 (+18 ms)Flushing d2c95a9a8a67752905fcfa9c039dbac6/norep: closing flushed file at 1732422043757 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4c738d: reopening flushed file at 1732422044165 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63812093: reopening flushed file at 1732422044169 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d64bd36: reopening flushed file at 1732422044173 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d2c95a9a8a67752905fcfa9c039dbac6 in 1305ms, sequenceid=12, compaction requested=false at 1732422044178 (+5 ms)Writing region close event to WAL at 1732422044183 (+5 ms)Running coprocessor post-close hooks at 1732422044186 (+3 ms)Closed at 1732422044187 (+1 ms) 2024-11-24T04:20:44,187 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732422028697.d2c95a9a8a67752905fcfa9c039dbac6. 2024-11-24T04:20:44,187 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fb875a9b5dc35eb1639d3f9e3dcd1e1, disabling compactions & flushes 2024-11-24T04:20:44,187 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:44,187 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:44,187 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. after waiting 0 ms 2024-11-24T04:20:44,187 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:44,187 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fb875a9b5dc35eb1639d3f9e3dcd1e1: Waiting for close lock at 1732422044187Running coprocessor pre-close hooks at 1732422044187Disabling compacts and flushes for region at 1732422044187Disabling writes for close at 1732422044187Failed flush hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1., putting online again at 1732422044187 2024-11-24T04:20:44,187 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:44,276 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:44,276 DEBUG [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1351): Waiting on 8fb875a9b5dc35eb1639d3f9e3dcd1e1 2024-11-24T04:20:44,276 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fb875a9b5dc35eb1639d3f9e3dcd1e1, disabling compactions & flushes 2024-11-24T04:20:44,276 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:44,276 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:44,276 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. after waiting 0 ms 2024-11-24T04:20:44,276 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:44,276 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fb875a9b5dc35eb1639d3f9e3dcd1e1: Waiting for close lock at 1732422044276Running coprocessor pre-close hooks at 1732422044276Disabling compacts and flushes for region at 1732422044276Disabling writes for close at 1732422044276Failed flush hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1., putting online again at 1732422044276 2024-11-24T04:20:44,276 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732422034171.8fb875a9b5dc35eb1639d3f9e3dcd1e1. 2024-11-24T04:20:44,348 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 1765, reset compression=false 2024-11-24T04:20:44,353 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:44,353 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 2409, reset compression=false 2024-11-24T04:20:44,476 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T04:20:44,476 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,33537,1732422021733; all regions closed. 2024-11-24T04:20:44,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741834_1010 (size=4239) 2024-11-24T04:20:44,478 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.meta.1732422024254.meta not finished, retry = 0 2024-11-24T04:20:44,521 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1491, reset compression=false 2024-11-24T04:20:44,556 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.wal-reader.fadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 to pos 2409, reset compression=false 2024-11-24T04:20:44,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741839_1015 (size=2390) 2024-11-24T04:20:44,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.rep.1732422034504 not finished, retry = 0 2024-11-24T04:20:44,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741832_1008 (size=2417) 2024-11-24T04:20:44,684 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/WALs/fadb2fe0ba32,33537,1732422021733/fadb2fe0ba32%2C33537%2C1732422021733.1732422023355 not finished, retry = 0 2024-11-24T04:20:44,704 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1466, reset compression=false 2024-11-24T04:20:44,785 DEBUG [RS:0;fadb2fe0ba32:33537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:44,785 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:20:44,785 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:20:44,785 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T04:20:44,785 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:20:44,786 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:20:44,786 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,33537,1732422021733 because: Region server is closing 2024-11-24T04:20:44,786 INFO [RS:0;fadb2fe0ba32:33537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:33537. 2024-11-24T04:20:44,786 DEBUG [RS:0;fadb2fe0ba32:33537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:44,786 DEBUG [RS:0;fadb2fe0ba32:33537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:44,786 DEBUG [RS:0;fadb2fe0ba32:33537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:44,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:44,887 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,33537,1732422021733.replicationSource.shipperfadb2fe0ba32%2C33537%2C1732422021733,1-fadb2fe0ba32,33537,1732422021733 terminated 2024-11-24T04:20:44,887 INFO [RS:0;fadb2fe0ba32:33537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:33537. 2024-11-24T04:20:44,887 DEBUG [RS:0;fadb2fe0ba32:33537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:44,887 DEBUG [RS:0;fadb2fe0ba32:33537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:44,887 DEBUG [RS:0;fadb2fe0ba32:33537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:44,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:44,887 INFO [RS:0;fadb2fe0ba32:33537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33537 2024-11-24T04:20:44,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-3317060/rs/fadb2fe0ba32,33537,1732422021733 2024-11-24T04:20:44,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060/rs 2024-11-24T04:20:44,889 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:20:44,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,33537,1732422021733] 2024-11-24T04:20:44,891 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-3317060/draining/fadb2fe0ba32,33537,1732422021733 already deleted, retry=false 2024-11-24T04:20:44,891 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,33537,1732422021733 expired; onlineServers=0 2024-11-24T04:20:44,892 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,33455,1732422021689' ***** 2024-11-24T04:20:44,892 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:20:44,892 INFO [M:0;fadb2fe0ba32:33455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:20:44,892 INFO [M:0;fadb2fe0ba32:33455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:20:44,892 DEBUG [M:0;fadb2fe0ba32:33455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:20:44,892 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:20:44,892 DEBUG [M:0;fadb2fe0ba32:33455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:20:44,892 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422023097 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422023097,5,FailOnTimeoutGroup] 2024-11-24T04:20:44,892 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422023098 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422023098,5,FailOnTimeoutGroup] 2024-11-24T04:20:44,892 INFO [M:0;fadb2fe0ba32:33455 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:20:44,892 INFO [M:0;fadb2fe0ba32:33455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:20:44,892 DEBUG [M:0;fadb2fe0ba32:33455 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:20:44,892 INFO [M:0;fadb2fe0ba32:33455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:20:44,893 INFO [M:0;fadb2fe0ba32:33455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:20:44,893 INFO [M:0;fadb2fe0ba32:33455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:20:44,893 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:20:44,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-3317060/master 2024-11-24T04:20:44,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-3317060 2024-11-24T04:20:44,895 DEBUG [M:0;fadb2fe0ba32:33455 {}] zookeeper.ZKUtil(347): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Unable to get data of znode /2-3317060/master because node does not exist (not an error) 2024-11-24T04:20:44,895 WARN [M:0;fadb2fe0ba32:33455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:20:44,896 INFO [M:0;fadb2fe0ba32:33455 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/.lastflushedseqids 2024-11-24T04:20:44,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741847_1023 (size=245) 2024-11-24T04:20:44,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:44,990 INFO [RS:0;fadb2fe0ba32:33537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:20:44,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33537-0x1014833fa920007, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:44,991 INFO [RS:0;fadb2fe0ba32:33537 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,33537,1732422021733; zookeeper connection closed. 2024-11-24T04:20:44,991 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@488f70cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@488f70cd 2024-11-24T04:20:44,991 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:20:45,124 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1491, reset compression=false 2024-11-24T04:20:45,300 INFO [M:0;fadb2fe0ba32:33455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:20:45,300 INFO [M:0;fadb2fe0ba32:33455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:20:45,301 DEBUG [M:0;fadb2fe0ba32:33455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:20:45,301 INFO [M:0;fadb2fe0ba32:33455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:45,301 DEBUG [M:0;fadb2fe0ba32:33455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:45,301 DEBUG [M:0;fadb2fe0ba32:33455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:20:45,301 DEBUG [M:0;fadb2fe0ba32:33455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:45,301 INFO [M:0;fadb2fe0ba32:33455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-24T04:20:45,316 DEBUG [M:0;fadb2fe0ba32:33455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecc01df42c614a5eb46b46353c8bd93d is 82, key is hbase:meta,,1/info:regioninfo/1732422024289/Put/seqid=0 2024-11-24T04:20:45,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741848_1024 (size=5672) 2024-11-24T04:20:45,320 INFO [M:0;fadb2fe0ba32:33455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecc01df42c614a5eb46b46353c8bd93d 2024-11-24T04:20:45,337 DEBUG [M:0;fadb2fe0ba32:33455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca5484c6bb7c4f55a5786498b507af33 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732422034547/Put/seqid=0 2024-11-24T04:20:45,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741849_1025 (size=9212) 2024-11-24T04:20:45,407 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1466, reset compression=false 2024-11-24T04:20:45,740 INFO [M:0;fadb2fe0ba32:33455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca5484c6bb7c4f55a5786498b507af33 2024-11-24T04:20:45,761 DEBUG [M:0;fadb2fe0ba32:33455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e49fcf5260e74ae9843901ee24868ea2 is 69, key is fadb2fe0ba32,33537,1732422021733/rs:state/1732422023185/Put/seqid=0 2024-11-24T04:20:45,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741850_1026 (size=5156) 2024-11-24T04:20:45,828 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1491, reset compression=false 2024-11-24T04:20:46,166 INFO [M:0;fadb2fe0ba32:33455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e49fcf5260e74ae9843901ee24868ea2 2024-11-24T04:20:46,170 DEBUG [M:0;fadb2fe0ba32:33455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecc01df42c614a5eb46b46353c8bd93d as hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecc01df42c614a5eb46b46353c8bd93d 2024-11-24T04:20:46,173 INFO [M:0;fadb2fe0ba32:33455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecc01df42c614a5eb46b46353c8bd93d, entries=8, sequenceid=127, filesize=5.5 K 2024-11-24T04:20:46,174 DEBUG [M:0;fadb2fe0ba32:33455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca5484c6bb7c4f55a5786498b507af33 as hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca5484c6bb7c4f55a5786498b507af33 2024-11-24T04:20:46,177 INFO [M:0;fadb2fe0ba32:33455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca5484c6bb7c4f55a5786498b507af33, entries=15, sequenceid=127, filesize=9.0 K 2024-11-24T04:20:46,178 DEBUG [M:0;fadb2fe0ba32:33455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e49fcf5260e74ae9843901ee24868ea2 as hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e49fcf5260e74ae9843901ee24868ea2 2024-11-24T04:20:46,181 INFO [M:0;fadb2fe0ba32:33455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38127/user/jenkins/test-data/5fe9da01-7de4-6270-d491-01c87cede7db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e49fcf5260e74ae9843901ee24868ea2, entries=1, sequenceid=127, filesize=5.0 K 2024-11-24T04:20:46,182 INFO [M:0;fadb2fe0ba32:33455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=127, compaction requested=false 2024-11-24T04:20:46,183 INFO [M:0;fadb2fe0ba32:33455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:46,183 DEBUG [M:0;fadb2fe0ba32:33455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422045301Disabling compacts and flushes for region at 1732422045301Disabling writes for close at 1732422045301Obtaining lock to block concurrent updates at 1732422045301Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732422045301Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732422045301Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732422045302 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732422045302Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732422045316 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732422045316Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732422045323 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732422045336 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732422045336Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732422045744 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732422045761 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732422045761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed0851: reopening flushed file at 1732422046169 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688b44bc: reopening flushed file at 1732422046173 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8f13aa: reopening flushed file at 1732422046177 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=127, compaction requested=false at 1732422046182 (+5 ms)Writing region close event to WAL at 1732422046183 (+1 ms)Closed at 1732422046183 2024-11-24T04:20:46,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39165 is added to blk_1073741830_1006 (size=73866) 2024-11-24T04:20:46,185 INFO [M:0;fadb2fe0ba32:33455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:20:46,185 INFO [M:0;fadb2fe0ba32:33455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33455 2024-11-24T04:20:46,186 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:20:46,186 INFO [M:0;fadb2fe0ba32:33455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:20:46,210 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1466, reset compression=false 2024-11-24T04:20:46,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:46,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33455-0x1014833fa920006, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:46,295 INFO [M:0;fadb2fe0ba32:33455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:20:46,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46ac5408{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:20:46,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f22cddb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:20:46,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:20:46,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66cf0a60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:20:46,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1255a14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/hadoop.log.dir/,STOPPED} 2024-11-24T04:20:46,301 WARN [BP-1029858548-172.17.0.2-1732422020395 heartbeating to localhost/127.0.0.1:38127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:20:46,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:20:46,301 WARN [BP-1029858548-172.17.0.2-1732422020395 heartbeating to localhost/127.0.0.1:38127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1029858548-172.17.0.2-1732422020395 (Datanode Uuid 108c7391-f57d-4cea-9ec5-2cb197cb6203) service to localhost/127.0.0.1:38127 2024-11-24T04:20:46,301 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:20:46,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/cluster_c2445790-9c80-c119-edb3-a41945a95edf/data/data1/current/BP-1029858548-172.17.0.2-1732422020395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:20:46,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/cluster_c2445790-9c80-c119-edb3-a41945a95edf/data/data2/current/BP-1029858548-172.17.0.2-1732422020395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:20:46,302 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:20:46,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53cfc97f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:20:46,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@118e84d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:20:46,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:20:46,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e6cd7f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:20:46,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67fe0bf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/hadoop.log.dir/,STOPPED} 2024-11-24T04:20:46,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:20:46,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:20:46,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:46,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:46,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:46,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:46,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:46,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:20:46,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=69077977, stopped=false 2024-11-24T04:20:46,322 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,39415,1732422017551 2024-11-24T04:20:46,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11752921045/running 2024-11-24T04:20:46,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:46,323 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:20:46,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11752921045/running 2024-11-24T04:20:46,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:46,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Set watcher on znode that does not yet exist, /11752921045/running 2024-11-24T04:20:46,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Set watcher on znode that does not yet exist, /11752921045/running 2024-11-24T04:20:46,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:46,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:46,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:46,325 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,43225,1732422017589' ***** 2024-11-24T04:20:46,325 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:20:46,325 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:20:46,325 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:20:46,325 INFO [RS:0;fadb2fe0ba32:43225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:20:46,325 INFO [RS:0;fadb2fe0ba32:43225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:20:46,325 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ea0188b6bb1d04d72642e480c047752 2024-11-24T04:20:46,326 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ce461bc079867cee143727109056253 2024-11-24T04:20:46,326 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:46,326 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:20:46,326 INFO [RS:0;fadb2fe0ba32:43225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:43225. 2024-11-24T04:20:46,326 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ea0188b6bb1d04d72642e480c047752, disabling compactions & flushes 2024-11-24T04:20:46,326 DEBUG [RS:0;fadb2fe0ba32:43225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:46,326 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. 2024-11-24T04:20:46,326 DEBUG [RS:0;fadb2fe0ba32:43225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:46,326 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. 2024-11-24T04:20:46,326 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. after waiting 0 ms 2024-11-24T04:20:46,326 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. 2024-11-24T04:20:46,326 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:20:46,326 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:20:46,326 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:20:46,326 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:20:46,326 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ea0188b6bb1d04d72642e480c047752 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-24T04:20:46,326 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T04:20:46,326 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0ea0188b6bb1d04d72642e480c047752=test,,1732422026537.0ea0188b6bb1d04d72642e480c047752., 1ce461bc079867cee143727109056253=hbase:replication,,1732422032011.1ce461bc079867cee143727109056253.} 2024-11-24T04:20:46,326 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1351): Waiting on 0ea0188b6bb1d04d72642e480c047752, 1588230740, 1ce461bc079867cee143727109056253 2024-11-24T04:20:46,326 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:20:46,326 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:20:46,327 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:20:46,327 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:20:46,327 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:20:46,327 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T04:20:46,342 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/.tmp/f/59ce3018564b4259a79edfe7dfecc13a is 37, key is row3/f:row3/1732422041527/Put/seqid=0 2024-11-24T04:20:46,345 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/.tmp/info/126221e0851c49d3a5f43ffa17e63edf is 147, key is hbase:replication,,1732422032011.1ce461bc079867cee143727109056253./info:regioninfo/1732422033177/Put/seqid=0 2024-11-24T04:20:46,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741840_1016 (size=5228) 2024-11-24T04:20:46,347 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/.tmp/f/59ce3018564b4259a79edfe7dfecc13a 2024-11-24T04:20:46,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741841_1017 (size=7686) 2024-11-24T04:20:46,355 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59ce3018564b4259a79edfe7dfecc13a 2024-11-24T04:20:46,374 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/.tmp/f1/4fdc7371ec2a485da8b5baa9f31e6a08 is 30, key is row1/f1:/1732422038871/DeleteFamily/seqid=0 2024-11-24T04:20:46,374 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:20:46,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741842_1018 (size=5158) 2024-11-24T04:20:46,527 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1351): Waiting on 0ea0188b6bb1d04d72642e480c047752, 1588230740, 1ce461bc079867cee143727109056253 2024-11-24T04:20:46,631 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1491, reset compression=false 2024-11-24T04:20:46,727 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1351): Waiting on 0ea0188b6bb1d04d72642e480c047752, 1588230740, 1ce461bc079867cee143727109056253 2024-11-24T04:20:46,755 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/.tmp/info/126221e0851c49d3a5f43ffa17e63edf 2024-11-24T04:20:46,776 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/.tmp/ns/4a3337ee8f8b48d8a8747bd8deb774ba is 43, key is default/ns:d/1732422020213/Put/seqid=0 2024-11-24T04:20:46,778 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/.tmp/f1/4fdc7371ec2a485da8b5baa9f31e6a08 2024-11-24T04:20:46,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741843_1019 (size=5153) 2024-11-24T04:20:46,780 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/.tmp/ns/4a3337ee8f8b48d8a8747bd8deb774ba 2024-11-24T04:20:46,781 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fdc7371ec2a485da8b5baa9f31e6a08 2024-11-24T04:20:46,796 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/.tmp/norep/b58a327ac079463dafd5322380cf97a1 is 33, key is row1/norep:/1732422038871/DeleteFamily/seqid=0 2024-11-24T04:20:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741844_1020 (size=5108) 2024-11-24T04:20:46,801 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/.tmp/rep_barrier/463eea0f9e93424781e2d7454dd92784 is 112, key is test,,1732422026537.0ea0188b6bb1d04d72642e480c047752./rep_barrier:seqnumDuringOpen/1732422027693/Put/seqid=0 2024-11-24T04:20:46,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741845_1021 (size=5518) 2024-11-24T04:20:46,927 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1351): Waiting on 0ea0188b6bb1d04d72642e480c047752, 1588230740, 1ce461bc079867cee143727109056253 2024-11-24T04:20:47,084 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:20:47,084 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:20:47,114 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1466, reset compression=false 2024-11-24T04:20:47,118 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:47,118 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1713, reset compression=false 2024-11-24T04:20:47,118 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,43225,1732422017589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:47,119 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fadb2fe0ba32,43225,1732422017589: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fadb2fe0ba32,43225,1732422017589, walGroup=fadb2fe0ba32%2C43225%2C1732422017589, offset=fadb2fe0ba32%2C43225%2C1732422017589.1732422019191:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:43225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T04:20:47,120 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:20:47,120 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:20:47,120 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:20:47,120 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:20:47,120 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:20:47,120 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1140850688, "init": 1048576000, "max": 2306867200, "used": 903232632 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198370152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:20:47,120 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:39415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:39415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T04:20:47,127 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1351): Waiting on 0ea0188b6bb1d04d72642e480c047752, 1588230740, 1ce461bc079867cee143727109056253 2024-11-24T04:20:47,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T04:20:47,200 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/.tmp/norep/b58a327ac079463dafd5322380cf97a1 2024-11-24T04:20:47,204 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b58a327ac079463dafd5322380cf97a1 2024-11-24T04:20:47,208 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/.tmp/f/59ce3018564b4259a79edfe7dfecc13a as hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/f/59ce3018564b4259a79edfe7dfecc13a 2024-11-24T04:20:47,209 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/.tmp/rep_barrier/463eea0f9e93424781e2d7454dd92784 2024-11-24T04:20:47,215 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59ce3018564b4259a79edfe7dfecc13a 2024-11-24T04:20:47,215 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/f/59ce3018564b4259a79edfe7dfecc13a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T04:20:47,216 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/.tmp/f1/4fdc7371ec2a485da8b5baa9f31e6a08 as hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/f1/4fdc7371ec2a485da8b5baa9f31e6a08 2024-11-24T04:20:47,220 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4fdc7371ec2a485da8b5baa9f31e6a08 2024-11-24T04:20:47,220 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/f1/4fdc7371ec2a485da8b5baa9f31e6a08, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T04:20:47,221 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/.tmp/norep/b58a327ac079463dafd5322380cf97a1 as hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/norep/b58a327ac079463dafd5322380cf97a1 2024-11-24T04:20:47,226 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b58a327ac079463dafd5322380cf97a1 2024-11-24T04:20:47,226 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/norep/b58a327ac079463dafd5322380cf97a1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T04:20:47,227 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0ea0188b6bb1d04d72642e480c047752 in 901ms, sequenceid=12, compaction requested=false 2024-11-24T04:20:47,236 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/.tmp/table/ecf05aa2ee1b46078459744d8f81f61d is 53, key is hbase:replication/table:state/1732422033185/Put/seqid=0 2024-11-24T04:20:47,238 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/default/test/0ea0188b6bb1d04d72642e480c047752/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T04:20:47,239 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:47,239 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:20:47,239 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. 2024-11-24T04:20:47,239 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ea0188b6bb1d04d72642e480c047752: Waiting for close lock at 1732422046326Running coprocessor pre-close hooks at 1732422046326Disabling compacts and flushes for region at 1732422046326Disabling writes for close at 1732422046326Obtaining lock to block concurrent updates at 1732422046326Preparing flush snapshotting stores in 0ea0188b6bb1d04d72642e480c047752 at 1732422046326Finished memstore snapshotting test,,1732422026537.0ea0188b6bb1d04d72642e480c047752., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732422046327 (+1 ms)Flushing stores of test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. at 1732422046327Flushing 0ea0188b6bb1d04d72642e480c047752/f: creating writer at 1732422046327Flushing 0ea0188b6bb1d04d72642e480c047752/f: appending metadata at 1732422046342 (+15 ms)Flushing 0ea0188b6bb1d04d72642e480c047752/f: closing flushed file at 1732422046342Flushing 0ea0188b6bb1d04d72642e480c047752/f1: creating writer at 1732422046355 (+13 ms)Flushing 0ea0188b6bb1d04d72642e480c047752/f1: appending metadata at 1732422046373 (+18 ms)Flushing 0ea0188b6bb1d04d72642e480c047752/f1: closing flushed file at 1732422046373Flushing 0ea0188b6bb1d04d72642e480c047752/norep: creating writer at 1732422046782 (+409 ms)Flushing 0ea0188b6bb1d04d72642e480c047752/norep: appending metadata at 1732422046795 (+13 ms)Flushing 0ea0188b6bb1d04d72642e480c047752/norep: closing flushed file at 1732422046795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7843bc77: reopening flushed file at 1732422047204 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1655892f: reopening flushed file at 1732422047215 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727328eb: reopening flushed file at 1732422047220 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0ea0188b6bb1d04d72642e480c047752 in 901ms, sequenceid=12, compaction requested=false at 1732422047227 (+7 ms)Writing region close event to WAL at 1732422047232 (+5 ms)Running coprocessor post-close hooks at 1732422047238 (+6 ms)Closed at 1732422047239 (+1 ms) 2024-11-24T04:20:47,239 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732422026537.0ea0188b6bb1d04d72642e480c047752. 2024-11-24T04:20:47,239 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ce461bc079867cee143727109056253, disabling compactions & flushes 2024-11-24T04:20:47,239 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:47,239 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:47,239 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. after waiting 0 ms 2024-11-24T04:20:47,239 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:47,239 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ce461bc079867cee143727109056253: Waiting for close lock at 1732422047239Running coprocessor pre-close hooks at 1732422047239Disabling compacts and flushes for region at 1732422047239Disabling writes for close at 1732422047239Failed flush hbase:replication,,1732422032011.1ce461bc079867cee143727109056253., putting online again at 1732422047239 2024-11-24T04:20:47,239 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:47,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741846_1022 (size=5308) 2024-11-24T04:20:47,321 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 1713, reset compression=false 2024-11-24T04:20:47,326 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:47,326 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 2357, reset compression=false 2024-11-24T04:20:47,327 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:20:47,327 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1ce461bc079867cee143727109056253=hbase:replication,,1732422032011.1ce461bc079867cee143727109056253.} 2024-11-24T04:20:47,327 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ce461bc079867cee143727109056253 2024-11-24T04:20:47,328 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ce461bc079867cee143727109056253 2024-11-24T04:20:47,328 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ce461bc079867cee143727109056253, disabling compactions & flushes 2024-11-24T04:20:47,328 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:47,328 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:47,328 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. after waiting 0 ms 2024-11-24T04:20:47,328 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:47,328 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ce461bc079867cee143727109056253: Waiting for close lock at 1732422047328Running coprocessor pre-close hooks at 1732422047328Disabling compacts and flushes for region at 1732422047328Disabling writes for close at 1732422047328Failed flush hbase:replication,,1732422032011.1ce461bc079867cee143727109056253., putting online again at 1732422047328 2024-11-24T04:20:47,328 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732422032011.1ce461bc079867cee143727109056253. 2024-11-24T04:20:47,528 DEBUG [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:20:47,530 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 2357, reset compression=false 2024-11-24T04:20:47,534 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1491, reset compression=false 2024-11-24T04:20:47,642 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/.tmp/table/ecf05aa2ee1b46078459744d8f81f61d 2024-11-24T04:20:47,646 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/.tmp/info/126221e0851c49d3a5f43ffa17e63edf as hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/info/126221e0851c49d3a5f43ffa17e63edf 2024-11-24T04:20:47,650 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/info/126221e0851c49d3a5f43ffa17e63edf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T04:20:47,651 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/.tmp/ns/4a3337ee8f8b48d8a8747bd8deb774ba as hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/ns/4a3337ee8f8b48d8a8747bd8deb774ba 2024-11-24T04:20:47,655 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/ns/4a3337ee8f8b48d8a8747bd8deb774ba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T04:20:47,656 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/.tmp/rep_barrier/463eea0f9e93424781e2d7454dd92784 as hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/rep_barrier/463eea0f9e93424781e2d7454dd92784 2024-11-24T04:20:47,659 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/rep_barrier/463eea0f9e93424781e2d7454dd92784, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T04:20:47,660 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/.tmp/table/ecf05aa2ee1b46078459744d8f81f61d as hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/table/ecf05aa2ee1b46078459744d8f81f61d 2024-11-24T04:20:47,666 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/table/ecf05aa2ee1b46078459744d8f81f61d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T04:20:47,667 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false 2024-11-24T04:20:47,667 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:20:47,671 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T04:20:47,672 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:47,672 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:20:47,672 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:47,672 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422046326Running coprocessor pre-close hooks at 1732422046326Disabling compacts and flushes for region at 1732422046326Disabling writes for close at 1732422046327 (+1 ms)Obtaining lock to block concurrent updates at 1732422046327Preparing flush snapshotting stores in 1588230740 at 1732422046327Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732422046327Flushing stores of hbase:meta,,1.1588230740 at 1732422046327Flushing 1588230740/info: creating writer at 1732422046327Flushing 1588230740/info: appending metadata at 1732422046344 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732422046344Flushing 1588230740/ns: creating writer at 1732422046758 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732422046776 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732422046776Flushing 1588230740/rep_barrier: creating writer at 1732422046784 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732422046800 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732422046801 (+1 ms)Flushing 1588230740/table: creating writer at 1732422047215 (+414 ms)Flushing 1588230740/table: appending metadata at 1732422047236 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732422047236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3477d5d8: reopening flushed file at 1732422047646 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638f7e8c: reopening flushed file at 1732422047650 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5101d5e4: reopening flushed file at 1732422047655 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f775e73: reopening flushed file at 1732422047660 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false at 1732422047667 (+7 ms)Writing region close event to WAL at 1732422047669 (+2 ms)Running coprocessor post-close hooks at 1732422047672 (+3 ms)Closed at 1732422047672 2024-11-24T04:20:47,672 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:47,728 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T04:20:47,728 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,43225,1732422017589; all regions closed. 2024-11-24T04:20:47,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741834_1010 (size=4239) 2024-11-24T04:20:47,730 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.meta.1732422020113.meta not finished, retry = 0 2024-11-24T04:20:47,834 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 to pos 2357, reset compression=false 2024-11-24T04:20:47,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741839_1015 (size=2391) 2024-11-24T04:20:47,834 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.rep.1732422033146 not finished, retry = 0 2024-11-24T04:20:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741832_1008 (size=2365) 2024-11-24T04:20:47,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/WALs/fadb2fe0ba32,43225,1732422017589/fadb2fe0ba32%2C43225%2C1732422017589.1732422019191 not finished, retry = 0 2024-11-24T04:20:48,042 DEBUG [RS:0;fadb2fe0ba32:43225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:48,042 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:20:48,043 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:20:48,043 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T04:20:48,043 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:20:48,043 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:20:48,043 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,43225,1732422017589 because: Region server is closing 2024-11-24T04:20:48,044 INFO [RS:0;fadb2fe0ba32:43225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:43225. 2024-11-24T04:20:48,044 DEBUG [RS:0;fadb2fe0ba32:43225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:48,044 DEBUG [RS:0;fadb2fe0ba32:43225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:48,044 DEBUG [RS:0;fadb2fe0ba32:43225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:48,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:48,144 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.shipperfadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 terminated 2024-11-24T04:20:48,144 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,43225,1732422017589.replicationSource.wal-reader.fadb2fe0ba32%2C43225%2C1732422017589,1-fadb2fe0ba32,43225,1732422017589 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T04:20:48,144 INFO [RS:0;fadb2fe0ba32:43225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:43225. 2024-11-24T04:20:48,145 DEBUG [RS:0;fadb2fe0ba32:43225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:48,145 DEBUG [RS:0;fadb2fe0ba32:43225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:48,145 DEBUG [RS:0;fadb2fe0ba32:43225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:48,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:48,145 INFO [RS:0;fadb2fe0ba32:43225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43225 2024-11-24T04:20:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11752921045/rs/fadb2fe0ba32,43225,1732422017589 2024-11-24T04:20:48,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045/rs 2024-11-24T04:20:48,147 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:20:48,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,43225,1732422017589] 2024-11-24T04:20:48,154 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11752921045/draining/fadb2fe0ba32,43225,1732422017589 already deleted, retry=false 2024-11-24T04:20:48,154 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,43225,1732422017589 expired; onlineServers=0 2024-11-24T04:20:48,154 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,39415,1732422017551' ***** 2024-11-24T04:20:48,154 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:20:48,154 INFO [M:0;fadb2fe0ba32:39415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:20:48,154 INFO [M:0;fadb2fe0ba32:39415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:20:48,154 DEBUG [M:0;fadb2fe0ba32:39415 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:20:48,154 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:20:48,154 DEBUG [M:0;fadb2fe0ba32:39415 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:20:48,154 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422018971 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422018971,5,FailOnTimeoutGroup] 2024-11-24T04:20:48,154 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422018971 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422018971,5,FailOnTimeoutGroup] 2024-11-24T04:20:48,154 INFO [M:0;fadb2fe0ba32:39415 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:20:48,154 INFO [M:0;fadb2fe0ba32:39415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:20:48,154 DEBUG [M:0;fadb2fe0ba32:39415 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:20:48,154 INFO [M:0;fadb2fe0ba32:39415 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:20:48,155 INFO [M:0;fadb2fe0ba32:39415 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:20:48,155 INFO [M:0;fadb2fe0ba32:39415 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:20:48,155 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:20:48,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11752921045/master 2024-11-24T04:20:48,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11752921045 2024-11-24T04:20:48,158 DEBUG [M:0;fadb2fe0ba32:39415 {}] zookeeper.RecoverableZooKeeper(212): Node /11752921045/master already deleted, retry=false 2024-11-24T04:20:48,158 DEBUG [M:0;fadb2fe0ba32:39415 {}] master.ActiveMasterManager(353): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Failed delete of our master address node; KeeperErrorCode = NoNode for /11752921045/master 2024-11-24T04:20:48,160 INFO [M:0;fadb2fe0ba32:39415 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/.lastflushedseqids 2024-11-24T04:20:48,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741847_1023 (size=245) 2024-11-24T04:20:48,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:48,252 INFO [RS:0;fadb2fe0ba32:43225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:20:48,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43225-0x1014833fa920004, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:48,252 INFO [RS:0;fadb2fe0ba32:43225 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,43225,1732422017589; zookeeper connection closed. 2024-11-24T04:20:48,253 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@665eb9ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@665eb9ea 2024-11-24T04:20:48,253 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:20:48,537 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1491, reset compression=false 2024-11-24T04:20:48,590 INFO [M:0;fadb2fe0ba32:39415 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:20:48,591 INFO [M:0;fadb2fe0ba32:39415 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:20:48,591 DEBUG [M:0;fadb2fe0ba32:39415 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:20:48,591 INFO [M:0;fadb2fe0ba32:39415 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:48,591 DEBUG [M:0;fadb2fe0ba32:39415 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:48,591 DEBUG [M:0;fadb2fe0ba32:39415 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:20:48,591 DEBUG [M:0;fadb2fe0ba32:39415 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:48,591 INFO [M:0;fadb2fe0ba32:39415 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T04:20:48,614 DEBUG [M:0;fadb2fe0ba32:39415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28d4ab6ba4424560a769697746577512 is 82, key is hbase:meta,,1/info:regioninfo/1732422020197/Put/seqid=0 2024-11-24T04:20:48,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741848_1024 (size=5672) 2024-11-24T04:20:48,633 INFO [M:0;fadb2fe0ba32:39415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28d4ab6ba4424560a769697746577512 2024-11-24T04:20:48,665 DEBUG [M:0;fadb2fe0ba32:39415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdfc51cc9bad43a69c134f5726e913a1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732422033188/Put/seqid=0 2024-11-24T04:20:48,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741849_1025 (size=8516) 2024-11-24T04:20:48,676 INFO [M:0;fadb2fe0ba32:39415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdfc51cc9bad43a69c134f5726e913a1 2024-11-24T04:20:48,708 DEBUG [M:0;fadb2fe0ba32:39415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9700378ed03b483db28370a6b56b0d33 is 69, key is fadb2fe0ba32,43225,1732422017589/rs:state/1732422019030/Put/seqid=0 2024-11-24T04:20:48,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741850_1026 (size=5156) 2024-11-24T04:20:48,719 INFO [M:0;fadb2fe0ba32:39415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9700378ed03b483db28370a6b56b0d33 2024-11-24T04:20:48,726 DEBUG [M:0;fadb2fe0ba32:39415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28d4ab6ba4424560a769697746577512 as hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28d4ab6ba4424560a769697746577512 2024-11-24T04:20:48,731 INFO [M:0;fadb2fe0ba32:39415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28d4ab6ba4424560a769697746577512, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T04:20:48,732 DEBUG [M:0;fadb2fe0ba32:39415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdfc51cc9bad43a69c134f5726e913a1 as hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdfc51cc9bad43a69c134f5726e913a1 2024-11-24T04:20:48,739 INFO [M:0;fadb2fe0ba32:39415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdfc51cc9bad43a69c134f5726e913a1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T04:20:48,740 DEBUG [M:0;fadb2fe0ba32:39415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9700378ed03b483db28370a6b56b0d33 as hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9700378ed03b483db28370a6b56b0d33 2024-11-24T04:20:48,744 INFO [M:0;fadb2fe0ba32:39415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9700378ed03b483db28370a6b56b0d33, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T04:20:48,745 INFO [M:0;fadb2fe0ba32:39415 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=97, compaction requested=false 2024-11-24T04:20:48,757 INFO [M:0;fadb2fe0ba32:39415 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:48,757 DEBUG [M:0;fadb2fe0ba32:39415 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422048591Disabling compacts and flushes for region at 1732422048591Disabling writes for close at 1732422048591Obtaining lock to block concurrent updates at 1732422048591Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732422048591Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732422048592 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732422048592Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732422048592Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732422048614 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732422048614Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732422048638 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732422048663 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732422048663Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732422048680 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732422048708 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732422048708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae2846f: reopening flushed file at 1732422048726 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9efc461: reopening flushed file at 1732422048732 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b10eac0: reopening flushed file at 1732422048739 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=97, compaction requested=false at 1732422048745 (+6 ms)Writing region close event to WAL at 1732422048757 (+12 ms)Closed at 1732422048757 2024-11-24T04:20:48,767 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a394461-c1a0-421c-d26d-3b66e1ee12c1/MasterData/WALs/fadb2fe0ba32,39415,1732422017551/fadb2fe0ba32%2C39415%2C1732422017551.1732422018873 not finished, retry = 0 2024-11-24T04:20:48,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46529 is added to blk_1073741830_1006 (size=63654) 2024-11-24T04:20:48,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,879 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:20:48,879 INFO [M:0;fadb2fe0ba32:39415 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:20:48,879 INFO [M:0;fadb2fe0ba32:39415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39415 2024-11-24T04:20:48,880 INFO [M:0;fadb2fe0ba32:39415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:20:48,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:48,954 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:20:48,955 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:20:48,955 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68465 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:20:48,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:48,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1014833fa920003, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:48,985 INFO [M:0;fadb2fe0ba32:39415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:20:48,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c839976{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:20:48,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@628fa9d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:20:48,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:20:48,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f610873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:20:48,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@123848f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/hadoop.log.dir/,STOPPED} 2024-11-24T04:20:48,996 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:20:48,996 WARN [BP-555520848-172.17.0.2-1732422016495 heartbeating to localhost/127.0.0.1:33877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:20:48,997 WARN [BP-555520848-172.17.0.2-1732422016495 heartbeating to localhost/127.0.0.1:33877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-555520848-172.17.0.2-1732422016495 (Datanode Uuid e47fccce-c05d-4aa7-bf31-34d0c2a1eced) service to localhost/127.0.0.1:33877 2024-11-24T04:20:48,997 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:20:48,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/cluster_fa6e9ad2-d77d-c201-5ac8-8f88d2ecc3ab/data/data1/current/BP-555520848-172.17.0.2-1732422016495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:20:48,998 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/cluster_fa6e9ad2-d77d-c201-5ac8-8f88d2ecc3ab/data/data2/current/BP-555520848-172.17.0.2-1732422016495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:20:48,998 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:20:49,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53369bd1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:20:49,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70dcc9e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:20:49,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:20:49,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@381a282{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:20:49,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66fe8080{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5afe357c-b62b-a751-f3a1-ab81db257098/hadoop.log.dir/,STOPPED} 2024-11-24T04:20:49,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:20:49,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:20:49,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:49,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:49,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:49,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:49,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:49,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:20:49,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1446487570, stopped=false 2024-11-24T04:20:49,033 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,44597,1732422013617 2024-11-24T04:20:49,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1317276118/running 2024-11-24T04:20:49,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:49,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1317276118/running 2024-11-24T04:20:49,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:49,036 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:20:49,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Set watcher on znode that does not yet exist, /0-1317276118/running 2024-11-24T04:20:49,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Set watcher on znode that does not yet exist, /0-1317276118/running 2024-11-24T04:20:49,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:20:49,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:49,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:49,038 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,34011,1732422013712' ***** 2024-11-24T04:20:49,038 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:20:49,039 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:20:49,039 INFO [RS:0;fadb2fe0ba32:34011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:20:49,039 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:20:49,039 INFO [RS:0;fadb2fe0ba32:34011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:20:49,039 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(3091): Received CLOSE for 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:49,052 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(3091): Received CLOSE for 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:49,052 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:49,052 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:20:49,052 INFO [RS:0;fadb2fe0ba32:34011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:34011. 2024-11-24T04:20:49,052 DEBUG [RS:0;fadb2fe0ba32:34011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:49,052 DEBUG [RS:0;fadb2fe0ba32:34011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:49,053 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:20:49,053 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:20:49,053 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:20:49,053 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:20:49,056 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T04:20:49,056 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1325): Online Regions={877d0d59dd9273ee2b13c0b5b75cea5e=hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e., 4490e0ce0a854f859458a5d538a97eb9=test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:20:49,056 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4490e0ce0a854f859458a5d538a97eb9, 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:49,057 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:20:49,057 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:20:49,057 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:20:49,057 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:20:49,057 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:20:49,056 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 877d0d59dd9273ee2b13c0b5b75cea5e, disabling compactions & flushes 2024-11-24T04:20:49,057 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. 2024-11-24T04:20:49,057 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. 2024-11-24T04:20:49,057 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. after waiting 0 ms 2024-11-24T04:20:49,057 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. 2024-11-24T04:20:49,057 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T04:20:49,057 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 877d0d59dd9273ee2b13c0b5b75cea5e 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-24T04:20:49,076 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/replication/877d0d59dd9273ee2b13c0b5b75cea5e/.tmp/queue/cb02946c8c9d496c8696c60d8a764651 is 154, key is 1-fadb2fe0ba32,34011,1732422013712/queue:fadb2fe0ba32%2C34011%2C1732422013712/1732422043110/Put/seqid=0 2024-11-24T04:20:49,079 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/.tmp/info/63a9dc15f7a7433fb802c8373819c12a is 147, key is hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e./info:regioninfo/1732422031240/Put/seqid=0 2024-11-24T04:20:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741840_1016 (size=5353) 2024-11-24T04:20:49,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741841_1017 (size=7686) 2024-11-24T04:20:49,114 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:20:49,257 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4490e0ce0a854f859458a5d538a97eb9, 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:49,285 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:20:49,285 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:20:49,457 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4490e0ce0a854f859458a5d538a97eb9, 877d0d59dd9273ee2b13c0b5b75cea5e 2024-11-24T04:20:49,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:20:49,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,485 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/replication/877d0d59dd9273ee2b13c0b5b75cea5e/.tmp/queue/cb02946c8c9d496c8696c60d8a764651 2024-11-24T04:20:49,492 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/replication/877d0d59dd9273ee2b13c0b5b75cea5e/.tmp/queue/cb02946c8c9d496c8696c60d8a764651 as hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/replication/877d0d59dd9273ee2b13c0b5b75cea5e/queue/cb02946c8c9d496c8696c60d8a764651 2024-11-24T04:20:49,501 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/.tmp/info/63a9dc15f7a7433fb802c8373819c12a 2024-11-24T04:20:49,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,507 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/replication/877d0d59dd9273ee2b13c0b5b75cea5e/queue/cb02946c8c9d496c8696c60d8a764651, entries=1, sequenceid=14, filesize=5.2 K 2024-11-24T04:20:49,508 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 877d0d59dd9273ee2b13c0b5b75cea5e in 451ms, sequenceid=14, compaction requested=false 2024-11-24T04:20:49,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:49,534 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/replication/877d0d59dd9273ee2b13c0b5b75cea5e/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-24T04:20:49,534 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:49,535 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:20:49,535 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. 2024-11-24T04:20:49,535 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 877d0d59dd9273ee2b13c0b5b75cea5e: Waiting for close lock at 1732422049056Running coprocessor pre-close hooks at 1732422049056Disabling compacts and flushes for region at 1732422049056Disabling writes for close at 1732422049057 (+1 ms)Obtaining lock to block concurrent updates at 1732422049057Preparing flush snapshotting stores in 877d0d59dd9273ee2b13c0b5b75cea5e at 1732422049057Finished memstore snapshotting hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732422049057Flushing stores of hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. at 1732422049058 (+1 ms)Flushing 877d0d59dd9273ee2b13c0b5b75cea5e/queue: creating writer at 1732422049058Flushing 877d0d59dd9273ee2b13c0b5b75cea5e/queue: appending metadata at 1732422049075 (+17 ms)Flushing 877d0d59dd9273ee2b13c0b5b75cea5e/queue: closing flushed file at 1732422049075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6df012: reopening flushed file at 1732422049491 (+416 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 877d0d59dd9273ee2b13c0b5b75cea5e in 451ms, sequenceid=14, compaction requested=false at 1732422049508 (+17 ms)Writing region close event to WAL at 1732422049518 (+10 ms)Running coprocessor post-close hooks at 1732422049534 (+16 ms)Closed at 1732422049535 (+1 ms) 2024-11-24T04:20:49,535 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732422030862.877d0d59dd9273ee2b13c0b5b75cea5e. 2024-11-24T04:20:49,535 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4490e0ce0a854f859458a5d538a97eb9, disabling compactions & flushes 2024-11-24T04:20:49,535 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. 2024-11-24T04:20:49,535 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. 2024-11-24T04:20:49,535 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. after waiting 0 ms 2024-11-24T04:20:49,535 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. 2024-11-24T04:20:49,535 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4490e0ce0a854f859458a5d538a97eb9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-24T04:20:49,544 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/.tmp/ns/a6634e1269904c5a98e22ca34ec8d303 is 43, key is default/ns:d/1732422016370/Put/seqid=0 2024-11-24T04:20:49,562 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/.tmp/f/a8875f98881241e49c5de92aa0a154ff is 37, key is row3/f:row3/1732422041527/Put/seqid=0 2024-11-24T04:20:49,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741842_1018 (size=5153) 2024-11-24T04:20:49,564 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/.tmp/ns/a6634e1269904c5a98e22ca34ec8d303 2024-11-24T04:20:49,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741843_1019 (size=5228) 2024-11-24T04:20:49,567 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/.tmp/f/a8875f98881241e49c5de92aa0a154ff 2024-11-24T04:20:49,571 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8875f98881241e49c5de92aa0a154ff 2024-11-24T04:20:49,596 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/.tmp/rep_barrier/c9d175f5fa42448d8e4767031c424f96 is 112, key is test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9./rep_barrier:seqnumDuringOpen/1732422025535/Put/seqid=0 2024-11-24T04:20:49,602 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/.tmp/f1/96acae6840dd49808820158e1760ccb0 is 30, key is row1/f1:/1732422038871/DeleteFamily/seqid=0 2024-11-24T04:20:49,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741844_1020 (size=5518) 2024-11-24T04:20:49,608 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/.tmp/rep_barrier/c9d175f5fa42448d8e4767031c424f96 2024-11-24T04:20:49,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741845_1021 (size=5158) 2024-11-24T04:20:49,631 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/.tmp/table/52775a8a4b3f4a3488765d8e5e2839c8 is 53, key is hbase:replication/table:state/1732422031248/Put/seqid=0 2024-11-24T04:20:49,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741846_1022 (size=5308) 2024-11-24T04:20:49,638 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/.tmp/table/52775a8a4b3f4a3488765d8e5e2839c8 2024-11-24T04:20:49,642 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1491, reset compression=false 2024-11-24T04:20:49,646 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/.tmp/info/63a9dc15f7a7433fb802c8373819c12a as hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/info/63a9dc15f7a7433fb802c8373819c12a 2024-11-24T04:20:49,650 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:49,650 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1738, reset compression=false 2024-11-24T04:20:49,650 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,34011,1732422013712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:20:49,651 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fadb2fe0ba32,34011,1732422013712: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fadb2fe0ba32,34011,1732422013712, walGroup=fadb2fe0ba32%2C34011%2C1732422013712, offset=fadb2fe0ba32%2C34011%2C1732422013712.1732422015416:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:34011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T04:20:49,653 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:20:49,653 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:20:49,654 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:20:49,654 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:20:49,654 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:20:49,654 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1140850688, "init": 1048576000, "max": 2306867200, "used": 829204736 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199238472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:20:49,654 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:44597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:44597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T04:20:49,657 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:49,663 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/info/63a9dc15f7a7433fb802c8373819c12a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T04:20:49,666 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/.tmp/ns/a6634e1269904c5a98e22ca34ec8d303 as hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/ns/a6634e1269904c5a98e22ca34ec8d303 2024-11-24T04:20:49,681 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/ns/a6634e1269904c5a98e22ca34ec8d303, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T04:20:49,682 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/.tmp/rep_barrier/c9d175f5fa42448d8e4767031c424f96 as hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/rep_barrier/c9d175f5fa42448d8e4767031c424f96 2024-11-24T04:20:49,687 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/rep_barrier/c9d175f5fa42448d8e4767031c424f96, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T04:20:49,687 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/.tmp/table/52775a8a4b3f4a3488765d8e5e2839c8 as hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/table/52775a8a4b3f4a3488765d8e5e2839c8 2024-11-24T04:20:49,692 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/table/52775a8a4b3f4a3488765d8e5e2839c8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T04:20:49,693 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 636ms, sequenceid=16, compaction requested=false 2024-11-24T04:20:49,693 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:20:49,699 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T04:20:49,699 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:49,700 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:20:49,700 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:49,700 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422049057Running coprocessor pre-close hooks at 1732422049057Disabling compacts and flushes for region at 1732422049057Disabling writes for close at 1732422049057Obtaining lock to block concurrent updates at 1732422049057Preparing flush snapshotting stores in 1588230740 at 1732422049057Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732422049057Flushing stores of hbase:meta,,1.1588230740 at 1732422049059 (+2 ms)Flushing 1588230740/info: creating writer at 1732422049059Flushing 1588230740/info: appending metadata at 1732422049079 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732422049079Flushing 1588230740/ns: creating writer at 1732422049508 (+429 ms)Flushing 1588230740/ns: appending metadata at 1732422049543 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1732422049544 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732422049568 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732422049596 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732422049596Flushing 1588230740/table: creating writer at 1732422049613 (+17 ms)Flushing 1588230740/table: appending metadata at 1732422049630 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732422049630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea582b6: reopening flushed file at 1732422049645 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5cb5d1: reopening flushed file at 1732422049665 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465f7576: reopening flushed file at 1732422049681 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570dd387: reopening flushed file at 1732422049687 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 636ms, sequenceid=16, compaction requested=false at 1732422049693 (+6 ms)Writing region close event to WAL at 1732422049696 (+3 ms)Running coprocessor post-close hooks at 1732422049699 (+3 ms)Closed at 1732422049700 (+1 ms) 2024-11-24T04:20:49,700 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:49,857 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1351): Waiting on 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:49,881 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1738, reset compression=false 2024-11-24T04:20:50,011 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/.tmp/f1/96acae6840dd49808820158e1760ccb0 2024-11-24T04:20:50,016 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96acae6840dd49808820158e1760ccb0 2024-11-24T04:20:50,035 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/.tmp/norep/9f25d7323cad4a38bfb41d9097c6bd6b is 32, key is row/norep:/1732422037863/DeleteFamily/seqid=0 2024-11-24T04:20:50,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741847_1023 (size=5101) 2024-11-24T04:20:50,057 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T04:20:50,057 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1325): Online Regions={4490e0ce0a854f859458a5d538a97eb9=test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9.} 2024-11-24T04:20:50,058 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1351): Waiting on 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:50,185 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1738, reset compression=false 2024-11-24T04:20:50,258 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1351): Waiting on 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:50,439 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/.tmp/norep/9f25d7323cad4a38bfb41d9097c6bd6b 2024-11-24T04:20:50,444 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f25d7323cad4a38bfb41d9097c6bd6b 2024-11-24T04:20:50,444 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/.tmp/f/a8875f98881241e49c5de92aa0a154ff as hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/f/a8875f98881241e49c5de92aa0a154ff 2024-11-24T04:20:50,448 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8875f98881241e49c5de92aa0a154ff 2024-11-24T04:20:50,449 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/f/a8875f98881241e49c5de92aa0a154ff, entries=5, sequenceid=12, filesize=5.1 K 2024-11-24T04:20:50,449 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/.tmp/f1/96acae6840dd49808820158e1760ccb0 as hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/f1/96acae6840dd49808820158e1760ccb0 2024-11-24T04:20:50,454 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96acae6840dd49808820158e1760ccb0 2024-11-24T04:20:50,454 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/f1/96acae6840dd49808820158e1760ccb0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-24T04:20:50,455 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/.tmp/norep/9f25d7323cad4a38bfb41d9097c6bd6b as hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/norep/9f25d7323cad4a38bfb41d9097c6bd6b 2024-11-24T04:20:50,458 DEBUG [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1351): Waiting on 4490e0ce0a854f859458a5d538a97eb9 2024-11-24T04:20:50,459 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f25d7323cad4a38bfb41d9097c6bd6b 2024-11-24T04:20:50,459 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/norep/9f25d7323cad4a38bfb41d9097c6bd6b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-24T04:20:50,460 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4490e0ce0a854f859458a5d538a97eb9 in 925ms, sequenceid=12, compaction requested=false 2024-11-24T04:20:50,460 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T04:20:50,465 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/data/default/test/4490e0ce0a854f859458a5d538a97eb9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T04:20:50,466 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:20:50,466 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:20:50,466 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. 2024-11-24T04:20:50,466 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4490e0ce0a854f859458a5d538a97eb9: Waiting for close lock at 1732422049535Running coprocessor pre-close hooks at 1732422049535Disabling compacts and flushes for region at 1732422049535Disabling writes for close at 1732422049535Obtaining lock to block concurrent updates at 1732422049535Preparing flush snapshotting stores in 4490e0ce0a854f859458a5d538a97eb9 at 1732422049535Finished memstore snapshotting test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732422049536 (+1 ms)Flushing stores of test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. at 1732422049537 (+1 ms)Flushing 4490e0ce0a854f859458a5d538a97eb9/f: creating writer at 1732422049537Flushing 4490e0ce0a854f859458a5d538a97eb9/f: appending metadata at 1732422049561 (+24 ms)Flushing 4490e0ce0a854f859458a5d538a97eb9/f: closing flushed file at 1732422049561Flushing 4490e0ce0a854f859458a5d538a97eb9/f1: creating writer at 1732422049571 (+10 ms)Flushing 4490e0ce0a854f859458a5d538a97eb9/f1: appending metadata at 1732422049601 (+30 ms)Flushing 4490e0ce0a854f859458a5d538a97eb9/f1: closing flushed file at 1732422049601Flushing 4490e0ce0a854f859458a5d538a97eb9/norep: creating writer at 1732422050016 (+415 ms)Flushing 4490e0ce0a854f859458a5d538a97eb9/norep: appending metadata at 1732422050034 (+18 ms)Flushing 4490e0ce0a854f859458a5d538a97eb9/norep: closing flushed file at 1732422050034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128877c7: reopening flushed file at 1732422050444 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2345a7ed: reopening flushed file at 1732422050449 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331b2f21: reopening flushed file at 1732422050454 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4490e0ce0a854f859458a5d538a97eb9 in 925ms, sequenceid=12, compaction requested=false at 1732422050460 (+6 ms)Writing region close event to WAL at 1732422050462 (+2 ms)Running coprocessor post-close hooks at 1732422050465 (+3 ms)Closed at 1732422050466 (+1 ms) 2024-11-24T04:20:50,466 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732422024384.4490e0ce0a854f859458a5d538a97eb9. 2024-11-24T04:20:50,589 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 1738, reset compression=false 2024-11-24T04:20:50,594 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:20:50,594 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/WALs/fadb2fe0ba32,34011,1732422013712/fadb2fe0ba32%2C34011%2C1732422013712.1732422015416 to pos 2382, reset compression=false 2024-11-24T04:20:50,658 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,34011,1732422013712; all regions closed. 2024-11-24T04:20:50,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741834_1010 (size=4239) 2024-11-24T04:20:50,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741839_1015 (size=3552) 2024-11-24T04:20:50,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741832_1008 (size=2390) 2024-11-24T04:20:50,672 DEBUG [RS:0;fadb2fe0ba32:34011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:50,672 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:20:50,672 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:20:50,672 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T04:20:50,672 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:20:50,672 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:20:50,674 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,34011,1732422013712 because: Region server is closing 2024-11-24T04:20:50,674 INFO [RS:0;fadb2fe0ba32:34011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:34011. 2024-11-24T04:20:50,674 DEBUG [RS:0;fadb2fe0ba32:34011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:50,674 DEBUG [RS:0;fadb2fe0ba32:34011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:50,674 DEBUG [RS:0;fadb2fe0ba32:34011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:50,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:50,774 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.shipperfadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 terminated 2024-11-24T04:20:50,774 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,34011,1732422013712.replicationSource.wal-reader.fadb2fe0ba32%2C34011%2C1732422013712,1-fadb2fe0ba32,34011,1732422013712 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T04:20:50,775 INFO [RS:0;fadb2fe0ba32:34011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:34011. 2024-11-24T04:20:50,775 DEBUG [RS:0;fadb2fe0ba32:34011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:20:50,775 DEBUG [RS:0;fadb2fe0ba32:34011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:50,775 DEBUG [RS:0;fadb2fe0ba32:34011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:50,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:20:50,775 INFO [RS:0;fadb2fe0ba32:34011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34011 2024-11-24T04:20:50,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1317276118/rs/fadb2fe0ba32,34011,1732422013712 2024-11-24T04:20:50,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118/rs 2024-11-24T04:20:50,777 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:20:50,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,34011,1732422013712] 2024-11-24T04:20:50,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1317276118/draining/fadb2fe0ba32,34011,1732422013712 already deleted, retry=false 2024-11-24T04:20:50,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,34011,1732422013712 expired; onlineServers=0 2024-11-24T04:20:50,780 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,44597,1732422013617' ***** 2024-11-24T04:20:50,780 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:20:50,780 INFO [M:0;fadb2fe0ba32:44597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:20:50,780 INFO [M:0;fadb2fe0ba32:44597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:20:50,780 DEBUG [M:0;fadb2fe0ba32:44597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:20:50,780 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:20:50,780 DEBUG [M:0;fadb2fe0ba32:44597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:20:50,780 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422015179 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422015179,5,FailOnTimeoutGroup] 2024-11-24T04:20:50,780 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422015180 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422015180,5,FailOnTimeoutGroup] 2024-11-24T04:20:50,780 INFO [M:0;fadb2fe0ba32:44597 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:20:50,780 INFO [M:0;fadb2fe0ba32:44597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:20:50,780 DEBUG [M:0;fadb2fe0ba32:44597 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:20:50,780 INFO [M:0;fadb2fe0ba32:44597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:20:50,781 INFO [M:0;fadb2fe0ba32:44597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:20:50,781 INFO [M:0;fadb2fe0ba32:44597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:20:50,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:20:50,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1317276118/master 2024-11-24T04:20:50,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1317276118 2024-11-24T04:20:50,783 DEBUG [M:0;fadb2fe0ba32:44597 {}] zookeeper.ZKUtil(347): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Unable to get data of znode /0-1317276118/master because node does not exist (not an error) 2024-11-24T04:20:50,783 WARN [M:0;fadb2fe0ba32:44597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:20:50,784 INFO [M:0;fadb2fe0ba32:44597 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/.lastflushedseqids 2024-11-24T04:20:50,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741848_1024 (size=245) 2024-11-24T04:20:50,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:50,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x1014833fa920001, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:50,879 INFO [RS:0;fadb2fe0ba32:34011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:20:50,879 INFO [RS:0;fadb2fe0ba32:34011 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,34011,1732422013712; zookeeper connection closed. 2024-11-24T04:20:50,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a30ddc9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a30ddc9 2024-11-24T04:20:50,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:20:51,189 INFO [M:0;fadb2fe0ba32:44597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:20:51,189 INFO [M:0;fadb2fe0ba32:44597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:20:51,189 DEBUG [M:0;fadb2fe0ba32:44597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:20:51,189 INFO [M:0;fadb2fe0ba32:44597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:51,189 DEBUG [M:0;fadb2fe0ba32:44597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:51,189 DEBUG [M:0;fadb2fe0ba32:44597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:20:51,189 DEBUG [M:0;fadb2fe0ba32:44597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:51,189 INFO [M:0;fadb2fe0ba32:44597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-24T04:20:51,209 DEBUG [M:0;fadb2fe0ba32:44597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/822045b2e8ce451cb915441684b869af is 82, key is hbase:meta,,1/info:regioninfo/1732422016360/Put/seqid=0 2024-11-24T04:20:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741849_1025 (size=5672) 2024-11-24T04:20:51,621 INFO [M:0;fadb2fe0ba32:44597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/822045b2e8ce451cb915441684b869af 2024-11-24T04:20:51,653 DEBUG [M:0;fadb2fe0ba32:44597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db3b0aa0f376452899f1e0a013b6af68 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732422025548/Put/seqid=0 2024-11-24T04:20:51,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741850_1026 (size=7219) 2024-11-24T04:20:51,677 INFO [M:0;fadb2fe0ba32:44597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db3b0aa0f376452899f1e0a013b6af68 2024-11-24T04:20:51,681 INFO [M:0;fadb2fe0ba32:44597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db3b0aa0f376452899f1e0a013b6af68 2024-11-24T04:20:51,713 DEBUG [M:0;fadb2fe0ba32:44597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9b93eb1005b4b74be1101650c7e7c1c is 69, key is fadb2fe0ba32,34011,1732422013712/rs:state/1732422015273/Put/seqid=0 2024-11-24T04:20:51,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741851_1027 (size=5156) 2024-11-24T04:20:52,120 INFO [M:0;fadb2fe0ba32:44597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9b93eb1005b4b74be1101650c7e7c1c 2024-11-24T04:20:52,125 DEBUG [M:0;fadb2fe0ba32:44597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/822045b2e8ce451cb915441684b869af as hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/822045b2e8ce451cb915441684b869af 2024-11-24T04:20:52,129 INFO [M:0;fadb2fe0ba32:44597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/822045b2e8ce451cb915441684b869af, entries=8, sequenceid=105, filesize=5.5 K 2024-11-24T04:20:52,130 DEBUG [M:0;fadb2fe0ba32:44597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db3b0aa0f376452899f1e0a013b6af68 as hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db3b0aa0f376452899f1e0a013b6af68 2024-11-24T04:20:52,147 INFO [M:0;fadb2fe0ba32:44597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db3b0aa0f376452899f1e0a013b6af68 2024-11-24T04:20:52,147 INFO [M:0;fadb2fe0ba32:44597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db3b0aa0f376452899f1e0a013b6af68, entries=11, sequenceid=105, filesize=7.0 K 2024-11-24T04:20:52,152 DEBUG [M:0;fadb2fe0ba32:44597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9b93eb1005b4b74be1101650c7e7c1c as hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9b93eb1005b4b74be1101650c7e7c1c 2024-11-24T04:20:52,157 INFO [M:0;fadb2fe0ba32:44597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42443/user/jenkins/test-data/041e6abd-1bc1-85b3-c764-ab83c1519658/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9b93eb1005b4b74be1101650c7e7c1c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-24T04:20:52,162 INFO [M:0;fadb2fe0ba32:44597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 973ms, sequenceid=105, compaction requested=false 2024-11-24T04:20:52,178 INFO [M:0;fadb2fe0ba32:44597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:52,178 DEBUG [M:0;fadb2fe0ba32:44597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422051189Disabling compacts and flushes for region at 1732422051189Disabling writes for close at 1732422051189Obtaining lock to block concurrent updates at 1732422051189Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732422051189Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732422051189Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732422051190 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732422051190Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732422051209 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732422051209Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732422051625 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732422051652 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732422051652Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732422051682 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732422051712 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732422051712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f64b5d: reopening flushed file at 1732422052124 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2631661f: reopening flushed file at 1732422052129 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5e496: reopening flushed file at 1732422052148 (+19 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 973ms, sequenceid=105, compaction requested=false at 1732422052162 (+14 ms)Writing region close event to WAL at 1732422052178 (+16 ms)Closed at 1732422052178 2024-11-24T04:20:52,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741830_1006 (size=64435) 2024-11-24T04:20:52,192 INFO [M:0;fadb2fe0ba32:44597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:20:52,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:20:52,192 INFO [M:0;fadb2fe0ba32:44597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44597 2024-11-24T04:20:52,193 INFO [M:0;fadb2fe0ba32:44597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:20:52,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:52,295 INFO [M:0;fadb2fe0ba32:44597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:20:52,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1014833fa920000, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:20:52,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74af6b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:20:52,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f58ef0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:20:52,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:20:52,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae7fbfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:20:52,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d1d4065{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/hadoop.log.dir/,STOPPED} 2024-11-24T04:20:52,302 WARN [BP-756057436-172.17.0.2-1732422012959 heartbeating to localhost/127.0.0.1:42443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:20:52,302 WARN [BP-756057436-172.17.0.2-1732422012959 heartbeating to localhost/127.0.0.1:42443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-756057436-172.17.0.2-1732422012959 (Datanode Uuid 34f06213-cc4b-4bf3-a063-bf7fa797b997) service to localhost/127.0.0.1:42443 2024-11-24T04:20:52,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/cluster_840587cc-39c1-21e2-7cc3-eece04ebc1d8/data/data1/current/BP-756057436-172.17.0.2-1732422012959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:20:52,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/cluster_840587cc-39c1-21e2-7cc3-eece04ebc1d8/data/data2/current/BP-756057436-172.17.0.2-1732422012959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:20:52,304 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:20:52,304 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:20:52,304 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:20:52,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c12bb31{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:20:52,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@686b2055{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:20:52,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:20:52,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594d1542{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:20:52,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c410542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/483accb9-9380-769b-1828-dc80f3ee22b3/hadoop.log.dir/,STOPPED} 2024-11-24T04:20:52,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T04:20:52,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:20:52,352 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 265) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61086) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33877 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:42443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:42443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:38127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:38127 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61086) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:42443 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:42443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:38127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61086) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6709 (was 6495) - AvailableMemoryMB LEAK? - 2024-11-24T04:20:52,365 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=6709 2024-11-24T04:20:52,382 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-24T04:20:52,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/hadoop.log.dir so I do NOT create it in target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4 2024-11-24T04:20:52,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:20:52,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/hadoop.tmp.dir so I do NOT create it in target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4 2024-11-24T04:20:52,383 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2f122b-f2ba-051f-5f91-7078abe5be5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:20:52,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4 2024-11-24T04:20:52,383 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/cluster_884faaa0-1bc7-4c89-7baa-2f3632b020fa, deleteOnExit=true 2024-11-24T04:20:52,389 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/cluster_884faaa0-1bc7-4c89-7baa-2f3632b020fa/zookeeper_0, clientPort=54964, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/cluster_884faaa0-1bc7-4c89-7baa-2f3632b020fa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/cluster_884faaa0-1bc7-4c89-7baa-2f3632b020fa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T04:20:52,390 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54964 2024-11-24T04:20:52,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:20:52,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:20:52,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/test.cache.data in system properties and HBase conf 2024-11-24T04:20:52,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:20:52,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:20:52,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:20:52,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:20:52,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:20:52,391 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:20:52,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:20:52,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:20:52,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:20:52,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:20:52,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:20:52,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:20:52,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:20:52,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:20:52,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:20:52,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:20:52,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:20:52,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:20:52,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:20:52,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:20:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014833fa920005, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:20:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014833fa920008, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:20:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014833fa920002, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:20:52,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014833fa920008, quorum=127.0.0.1:61086, baseZNode=/2-3317060 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:20:52,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014833fa920002, quorum=127.0.0.1:61086, baseZNode=/0-1317276118 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:20:52,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014833fa920005, quorum=127.0.0.1:61086, baseZNode=/11752921045 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:20:52,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:52,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:20:52,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:20:52,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:20:52,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:20:52,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:52,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82c62fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:20:52,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6551c7d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:20:52,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@197fae42{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/java.io.tmpdir/jetty-localhost-39197-hadoop-hdfs-3_4_1-tests_jar-_-any-11268270046626934186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:20:52,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a6ca357{HTTP/1.1, (http/1.1)}{localhost:39197} 2024-11-24T04:20:52,641 INFO [Time-limited test {}] server.Server(415): Started @252884ms 2024-11-24T04:20:52,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:52,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:20:52,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:20:52,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:20:52,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:20:52,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d87695{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:20:52,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bb81209{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:20:52,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38dea804{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/java.io.tmpdir/jetty-localhost-41069-hadoop-hdfs-3_4_1-tests_jar-_-any-11065531269407647068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:20:52,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5df0def1{HTTP/1.1, (http/1.1)}{localhost:41069} 2024-11-24T04:20:52,977 INFO [Time-limited test {}] server.Server(415): Started @253220ms 2024-11-24T04:20:52,979 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:20:53,119 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/cluster_884faaa0-1bc7-4c89-7baa-2f3632b020fa/data/data1/current/BP-122001396-172.17.0.2-1732422052413/current, will proceed with Du for space computation calculation, 2024-11-24T04:20:53,119 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/cluster_884faaa0-1bc7-4c89-7baa-2f3632b020fa/data/data2/current/BP-122001396-172.17.0.2-1732422052413/current, will proceed with Du for space computation calculation, 2024-11-24T04:20:53,139 WARN [Thread-3429 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:20:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94dabc788350c7f0 with lease ID 0xb947e4c38d68494d: Processing first storage report for DS-52412605-c21c-4f43-baa4-50521a791568 from datanode DatanodeRegistration(127.0.0.1:33017, datanodeUuid=0d2cce22-9947-43de-a6ea-a3b531775e01, infoPort=46227, infoSecurePort=0, ipcPort=41747, storageInfo=lv=-57;cid=testClusterID;nsid=1861790519;c=1732422052413) 2024-11-24T04:20:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94dabc788350c7f0 with lease ID 0xb947e4c38d68494d: from storage DS-52412605-c21c-4f43-baa4-50521a791568 node DatanodeRegistration(127.0.0.1:33017, datanodeUuid=0d2cce22-9947-43de-a6ea-a3b531775e01, infoPort=46227, infoSecurePort=0, ipcPort=41747, storageInfo=lv=-57;cid=testClusterID;nsid=1861790519;c=1732422052413), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:20:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94dabc788350c7f0 with lease ID 0xb947e4c38d68494d: Processing first storage report for DS-8726abdc-cd21-47a0-8f3a-d8dd24f1d4f2 from datanode DatanodeRegistration(127.0.0.1:33017, datanodeUuid=0d2cce22-9947-43de-a6ea-a3b531775e01, infoPort=46227, infoSecurePort=0, ipcPort=41747, storageInfo=lv=-57;cid=testClusterID;nsid=1861790519;c=1732422052413) 2024-11-24T04:20:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94dabc788350c7f0 with lease ID 0xb947e4c38d68494d: from storage DS-8726abdc-cd21-47a0-8f3a-d8dd24f1d4f2 node DatanodeRegistration(127.0.0.1:33017, datanodeUuid=0d2cce22-9947-43de-a6ea-a3b531775e01, infoPort=46227, infoSecurePort=0, ipcPort=41747, storageInfo=lv=-57;cid=testClusterID;nsid=1861790519;c=1732422052413), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:20:53,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4 2024-11-24T04:20:53,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:53,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:53,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:20:53,263 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826 with version=8 2024-11-24T04:20:53,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/hbase-staging 2024-11-24T04:20:53,266 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:20:53,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:53,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:53,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:20:53,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:53,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:20:53,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:20:53,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:20:53,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34015 2024-11-24T04:20:53,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34015 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-24T04:20:53,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340150x0, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:53,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34015-0x101483494b10000 connected 2024-11-24T04:20:53,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:53,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:53,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Set watcher on znode that does not yet exist, /0-579341340/running 2024-11-24T04:20:53,336 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826, hbase.cluster.distributed=false 2024-11-24T04:20:53,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Set watcher on znode that does not yet exist, /0-579341340/acl 2024-11-24T04:20:53,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34015 2024-11-24T04:20:53,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34015 2024-11-24T04:20:53,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34015 2024-11-24T04:20:53,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34015 2024-11-24T04:20:53,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34015 2024-11-24T04:20:53,364 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:20:53,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:53,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:53,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:20:53,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:53,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:20:53,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:20:53,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:20:53,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35565 2024-11-24T04:20:53,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35565 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-24T04:20:53,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:53,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:53,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355650x0, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:53,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355650x0, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Set watcher on znode that does not yet exist, /0-579341340/running 2024-11-24T04:20:53,377 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:20:53,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35565-0x101483494b10001 connected 2024-11-24T04:20:53,380 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:20:53,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Set watcher on znode that does not yet exist, /0-579341340/master 2024-11-24T04:20:53,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Set watcher on znode that does not yet exist, /0-579341340/acl 2024-11-24T04:20:53,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35565 2024-11-24T04:20:53,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35565 2024-11-24T04:20:53,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35565 2024-11-24T04:20:53,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35565 2024-11-24T04:20:53,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35565 2024-11-24T04:20:53,411 DEBUG [M:0;fadb2fe0ba32:34015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:34015 2024-11-24T04:20:53,412 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-579341340/backup-masters/fadb2fe0ba32,34015,1732422053266 2024-11-24T04:20:53,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340/backup-masters 2024-11-24T04:20:53,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340/backup-masters 2024-11-24T04:20:53,414 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Set watcher on existing znode=/0-579341340/backup-masters/fadb2fe0ba32,34015,1732422053266 2024-11-24T04:20:53,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-579341340/master 2024-11-24T04:20:53,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:20:53,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:20:53,417 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Set watcher on existing znode=/0-579341340/master 2024-11-24T04:20:53,418 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-579341340/backup-masters/fadb2fe0ba32,34015,1732422053266 from backup master directory 2024-11-24T04:20:53,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-579341340/backup-masters/fadb2fe0ba32,34015,1732422053266 2024-11-24T04:20:53,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340/backup-masters 2024-11-24T04:20:53,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340/backup-masters 2024-11-24T04:20:53,421 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:20:53,421 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,34015,1732422053266 2024-11-24T04:20:53,426 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/hbase.id] with ID: 963c3b5b-684d-4db4-b661-ac56d9182dce 2024-11-24T04:20:53,426 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/.tmp/hbase.id 2024-11-24T04:20:53,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:20:53,430 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/.tmp/hbase.id]:[hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/hbase.id] 2024-11-24T04:20:53,439 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:53,440 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:20:53,441 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:20:53,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:20:53,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:20:53,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:20:53,855 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:20:53,856 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:20:53,856 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:53,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:20:54,263 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store 2024-11-24T04:20:54,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:20:54,271 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:54,271 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:20:54,271 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:54,271 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:54,271 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:20:54,271 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:54,271 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:54,271 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422054271Disabling compacts and flushes for region at 1732422054271Disabling writes for close at 1732422054271Writing region close event to WAL at 1732422054271Closed at 1732422054271 2024-11-24T04:20:54,273 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/.initializing 2024-11-24T04:20:54,273 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/WALs/fadb2fe0ba32,34015,1732422053266 2024-11-24T04:20:54,275 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:20:54,278 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C34015%2C1732422053266, suffix=, logDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/WALs/fadb2fe0ba32,34015,1732422053266, archiveDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/oldWALs, maxLogs=10 2024-11-24T04:20:54,305 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/WALs/fadb2fe0ba32,34015,1732422053266/fadb2fe0ba32%2C34015%2C1732422053266.1732422054279, exclude list is [], retry=0 2024-11-24T04:20:54,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33017,DS-52412605-c21c-4f43-baa4-50521a791568,DISK] 2024-11-24T04:20:54,313 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/WALs/fadb2fe0ba32,34015,1732422053266/fadb2fe0ba32%2C34015%2C1732422053266.1732422054279 2024-11-24T04:20:54,313 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46227:46227)] 2024-11-24T04:20:54,313 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:54,313 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:54,314 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:54,314 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:54,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:54,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:20:54,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:54,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:54,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:54,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:20:54,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:54,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:54,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:54,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:20:54,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:54,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:54,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:54,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:20:54,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:54,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:54,331 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:54,332 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:54,332 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:54,333 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:54,333 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:54,334 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:54,335 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:54,337 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:54,337 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72112064, jitterRate=0.0745534896850586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:54,338 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732422054314Initializing all the Stores at 1732422054315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422054315Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422054317 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422054317Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422054317Cleaning up temporary data from old regions at 1732422054333 (+16 ms)Region opened successfully at 1732422054338 (+5 ms) 2024-11-24T04:20:54,338 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:20:54,341 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67019aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:20:54,342 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:20:54,342 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:20:54,342 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:20:54,342 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:20:54,343 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:20:54,343 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:20:54,343 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:20:54,354 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:20:54,355 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Unable to get data of znode /0-579341340/balancer because node does not exist (not necessarily an error) 2024-11-24T04:20:54,356 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-579341340/balancer already deleted, retry=false 2024-11-24T04:20:54,357 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:20:54,358 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Unable to get data of znode /0-579341340/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:20:54,360 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-579341340/normalizer already deleted, retry=false 2024-11-24T04:20:54,361 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:20:54,362 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Unable to get data of znode /0-579341340/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:20:54,363 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-579341340/switch/split already deleted, retry=false 2024-11-24T04:20:54,364 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Unable to get data of znode /0-579341340/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:20:54,365 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-579341340/switch/merge already deleted, retry=false 2024-11-24T04:20:54,368 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Unable to get data of znode /0-579341340/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:20:54,369 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-579341340/snapshot-cleanup already deleted, retry=false 2024-11-24T04:20:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-579341340/running 2024-11-24T04:20:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-579341340/running 2024-11-24T04:20:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:20:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:20:54,373 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,34015,1732422053266, sessionid=0x101483494b10000, setting cluster-up flag (Was=false) 2024-11-24T04:20:54,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:20:54,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:20:54,382 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-579341340/flush-table-proc/acquired, /0-579341340/flush-table-proc/reached, /0-579341340/flush-table-proc/abort 2024-11-24T04:20:54,384 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,34015,1732422053266 2024-11-24T04:20:54,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:20:54,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:20:54,393 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-579341340/online-snapshot/acquired, /0-579341340/online-snapshot/reached, /0-579341340/online-snapshot/abort 2024-11-24T04:20:54,394 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,34015,1732422053266 2024-11-24T04:20:54,395 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:20:54,397 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:54,397 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:20:54,397 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:20:54,397 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,34015,1732422053266 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:20:54,398 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:54,398 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:54,398 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:54,398 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:54,398 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:20:54,398 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,398 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:20:54,398 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,401 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(746): ClusterId : 963c3b5b-684d-4db4-b661-ac56d9182dce 2024-11-24T04:20:54,401 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:20:54,403 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:20:54,403 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:20:54,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:54,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:20:54,406 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732422084406 2024-11-24T04:20:54,406 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:20:54,406 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:54,406 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:20:54,406 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:20:54,406 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:20:54,406 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:20:54,406 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:20:54,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:20:54,406 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:20:54,406 DEBUG [RS:0;fadb2fe0ba32:35565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1318b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:20:54,408 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,411 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:20:54,412 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:20:54,412 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:20:54,412 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:20:54,412 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:20:54,412 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:20:54,412 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422054412,5,FailOnTimeoutGroup] 2024-11-24T04:20:54,414 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422054412,5,FailOnTimeoutGroup] 2024-11-24T04:20:54,414 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,414 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:20:54,414 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,414 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:20:54,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:20:54,420 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826 2024-11-24T04:20:54,424 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:35565 2024-11-24T04:20:54,424 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:20:54,424 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:20:54,424 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:20:54,425 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,34015,1732422053266 with port=35565, startcode=1732422053364 2024-11-24T04:20:54,425 DEBUG [RS:0;fadb2fe0ba32:35565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:20:54,433 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:20:54,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,35565,1732422053364 2024-11-24T04:20:54,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34015 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,35565,1732422053364 2024-11-24T04:20:54,435 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826 2024-11-24T04:20:54,435 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33711 2024-11-24T04:20:54,435 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:20:54,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340/rs 2024-11-24T04:20:54,436 DEBUG [RS:0;fadb2fe0ba32:35565 {}] zookeeper.ZKUtil(111): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Set watcher on existing znode=/0-579341340/rs/fadb2fe0ba32,35565,1732422053364 2024-11-24T04:20:54,437 WARN [RS:0;fadb2fe0ba32:35565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:20:54,437 INFO [RS:0;fadb2fe0ba32:35565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:54,437 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364 2024-11-24T04:20:54,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741832_1008 (size=32) 2024-11-24T04:20:54,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,35565,1732422053364] 2024-11-24T04:20:54,443 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:20:54,444 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:20:54,445 INFO [RS:0;fadb2fe0ba32:35565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:20:54,445 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,445 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:20:54,446 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:20:54,446 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:20:54,446 DEBUG [RS:0;fadb2fe0ba32:35565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:20:54,449 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,449 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,449 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,449 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,449 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,449 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35565,1732422053364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:20:54,466 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:20:54,466 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35565,1732422053364-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,467 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,467 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.Replication(171): fadb2fe0ba32,35565,1732422053364 started 2024-11-24T04:20:54,482 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:54,482 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,35565,1732422053364, RpcServer on fadb2fe0ba32/172.17.0.2:35565, sessionid=0x101483494b10001 2024-11-24T04:20:54,482 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:20:54,482 DEBUG [RS:0;fadb2fe0ba32:35565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,35565,1732422053364 2024-11-24T04:20:54,482 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,35565,1732422053364' 2024-11-24T04:20:54,482 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-579341340/flush-table-proc/abort' 2024-11-24T04:20:54,483 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-579341340/flush-table-proc/acquired' 2024-11-24T04:20:54,483 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:20:54,483 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:20:54,483 DEBUG [RS:0;fadb2fe0ba32:35565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,35565,1732422053364 2024-11-24T04:20:54,483 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,35565,1732422053364' 2024-11-24T04:20:54,483 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-579341340/online-snapshot/abort' 2024-11-24T04:20:54,483 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-579341340/online-snapshot/acquired' 2024-11-24T04:20:54,483 DEBUG [RS:0;fadb2fe0ba32:35565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:20:54,484 INFO [RS:0;fadb2fe0ba32:35565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:20:54,484 INFO [RS:0;fadb2fe0ba32:35565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:20:54,584 INFO [RS:0;fadb2fe0ba32:35565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:20:54,585 INFO [RS:0;fadb2fe0ba32:35565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C35565%2C1732422053364, suffix=, logDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364, archiveDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/oldWALs, maxLogs=10 2024-11-24T04:20:54,604 DEBUG [RS:0;fadb2fe0ba32:35565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586, exclude list is [], retry=0 2024-11-24T04:20:54,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33017,DS-52412605-c21c-4f43-baa4-50521a791568,DISK] 2024-11-24T04:20:54,610 INFO [RS:0;fadb2fe0ba32:35565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 2024-11-24T04:20:54,610 DEBUG [RS:0;fadb2fe0ba32:35565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46227:46227)] 2024-11-24T04:20:54,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:54,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:20:54,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:20:54,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:54,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:54,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:20:54,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:20:54,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:54,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:54,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:20:54,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:20:54,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:54,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:54,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:20:54,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:20:54,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:54,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:54,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:20:54,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740 2024-11-24T04:20:54,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740 2024-11-24T04:20:54,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:20:54,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:20:54,852 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:54,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:20:54,857 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:54,857 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69768787, jitterRate=0.03963594138622284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:54,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732422054839Initializing all the Stores at 1732422054840 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422054840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422054842 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422054842Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422054842Cleaning up temporary data from old regions at 1732422054852 (+10 ms)Region opened successfully at 1732422054858 (+6 ms) 2024-11-24T04:20:54,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:20:54,858 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:20:54,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:20:54,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:20:54,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:20:54,858 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:54,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422054858Disabling compacts and flushes for region at 1732422054858Disabling writes for close at 1732422054858Writing region close event to WAL at 1732422054858Closed at 1732422054858 2024-11-24T04:20:54,859 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:54,859 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:20:54,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:20:54,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:20:54,861 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:20:55,011 DEBUG [fadb2fe0ba32:34015 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:20:55,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,35565,1732422053364 2024-11-24T04:20:55,013 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,35565,1732422053364, state=OPENING 2024-11-24T04:20:55,016 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:20:55,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:20:55,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:20:55,018 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:20:55,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-579341340/meta-region-server: CHANGED 2024-11-24T04:20:55,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-579341340/meta-region-server: CHANGED 2024-11-24T04:20:55,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,35565,1732422053364}] 2024-11-24T04:20:55,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:20:55,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:20:55,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:20:55,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T04:20:55,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:20:55,171 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:20:55,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:20:55,176 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:20:55,177 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:55,177 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:20:55,178 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C35565%2C1732422053364.meta, suffix=.meta, logDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364, archiveDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/oldWALs, maxLogs=10 2024-11-24T04:20:55,197 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.meta.1732422055178.meta, exclude list is [], retry=0 2024-11-24T04:20:55,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33017,DS-52412605-c21c-4f43-baa4-50521a791568,DISK] 2024-11-24T04:20:55,205 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.meta.1732422055178.meta 2024-11-24T04:20:55,208 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46227:46227)] 2024-11-24T04:20:55,208 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:55,208 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:20:55,208 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:20:55,209 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:20:55,209 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:20:55,209 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:20:55,209 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:55,209 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:20:55,209 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:20:55,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:20:55,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:20:55,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:55,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:55,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:20:55,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:20:55,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:55,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:55,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:20:55,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:20:55,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:55,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:55,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:20:55,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:20:55,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:55,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:55,231 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:20:55,232 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740 2024-11-24T04:20:55,232 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740 2024-11-24T04:20:55,237 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:20:55,237 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:20:55,237 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:55,238 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:20:55,239 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71367227, jitterRate=0.06345455348491669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:55,239 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:20:55,240 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732422055209Writing region info on filesystem at 1732422055209Initializing all the Stores at 1732422055217 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422055217Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422055224 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422055224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422055224Cleaning up temporary data from old regions at 1732422055237 (+13 ms)Running coprocessor post-open hooks at 1732422055239 (+2 ms)Region opened successfully at 1732422055240 (+1 ms) 2024-11-24T04:20:55,241 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732422055171 2024-11-24T04:20:55,244 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:20:55,244 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:20:55,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,35565,1732422053364 2024-11-24T04:20:55,245 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,35565,1732422053364, state=OPEN 2024-11-24T04:20:55,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-579341340/meta-region-server 2024-11-24T04:20:55,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-579341340/meta-region-server 2024-11-24T04:20:55,254 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,35565,1732422053364 2024-11-24T04:20:55,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-579341340/meta-region-server: CHANGED 2024-11-24T04:20:55,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-579341340/meta-region-server: CHANGED 2024-11-24T04:20:55,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:20:55,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,35565,1732422053364 in 237 msec 2024-11-24T04:20:55,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:20:55,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-11-24T04:20:55,262 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:55,262 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:20:55,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:55,263 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,35565,1732422053364, seqNum=-1] 2024-11-24T04:20:55,263 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:55,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:55,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 872 msec 2024-11-24T04:20:55,269 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732422055268, completionTime=-1 2024-11-24T04:20:55,269 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:20:55,269 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:20:55,271 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:20:55,271 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422115271 2024-11-24T04:20:55,271 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422175271 2024-11-24T04:20:55,271 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:20:55,271 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34015,1732422053266-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:55,271 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34015,1732422053266-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:55,271 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34015,1732422053266-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:55,271 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:34015, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:55,271 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:55,272 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:55,273 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:20:55,275 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.854sec 2024-11-24T04:20:55,275 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:20:55,275 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:20:55,275 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:20:55,275 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:20:55,275 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:20:55,275 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34015,1732422053266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:20:55,275 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34015,1732422053266-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:20:55,277 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:20:55,277 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:20:55,277 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,34015,1732422053266-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:55,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75856b70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:55,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,34015,-1 for getting cluster id 2024-11-24T04:20:55,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:55,311 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '963c3b5b-684d-4db4-b661-ac56d9182dce' 2024-11-24T04:20:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "963c3b5b-684d-4db4-b661-ac56d9182dce" 2024-11-24T04:20:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c116764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,34015,-1] 2024-11-24T04:20:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:55,313 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:55,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc4941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:55,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,35565,1732422053364, seqNum=-1] 2024-11-24T04:20:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:55,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:55,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,34015,1732422053266 2024-11-24T04:20:55,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-24T04:20:55,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:55,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101483494b10002 connected 2024-11-24T04:20:55,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/hadoop.log.dir so I do NOT create it in target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c 2024-11-24T04:20:55,324 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:20:55,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/hadoop.tmp.dir so I do NOT create it in target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c 2024-11-24T04:20:55,324 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:20:55,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c 2024-11-24T04:20:55,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:20:55,324 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/cluster_411ef8cd-8cc5-6050-d96e-0411602b4c5b, deleteOnExit=true 2024-11-24T04:20:55,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:20:55,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/test.cache.data in system properties and HBase conf 2024-11-24T04:20:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:20:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:20:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:20:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:20:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:20:55,325 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:20:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:20:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:20:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:20:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:20:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:20:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:20:55,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:20:55,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:20:55,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:20:55,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:20:55,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:20:55,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:20:55,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:20:55,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:20:55,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:55,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:20:55,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:20:55,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:20:55,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:20:55,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:55,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67d25d6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:20:55,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cbb2464{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:20:55,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@278568fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/java.io.tmpdir/jetty-localhost-39447-hadoop-hdfs-3_4_1-tests_jar-_-any-9081418299807025894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:20:55,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3de640fc{HTTP/1.1, (http/1.1)}{localhost:39447} 2024-11-24T04:20:55,542 INFO [Time-limited test {}] server.Server(415): Started @255785ms 2024-11-24T04:20:55,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:55,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:20:55,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:20:55,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:20:55,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:20:55,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af3d1e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:20:55,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ac7d66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:20:55,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11581c2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/java.io.tmpdir/jetty-localhost-34813-hadoop-hdfs-3_4_1-tests_jar-_-any-3285297345996814804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:20:55,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a57515a{HTTP/1.1, (http/1.1)}{localhost:34813} 2024-11-24T04:20:55,757 INFO [Time-limited test {}] server.Server(415): Started @256000ms 2024-11-24T04:20:55,759 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:20:55,874 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/cluster_411ef8cd-8cc5-6050-d96e-0411602b4c5b/data/data1/current/BP-1008125547-172.17.0.2-1732422055348/current, will proceed with Du for space computation calculation, 2024-11-24T04:20:55,874 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/cluster_411ef8cd-8cc5-6050-d96e-0411602b4c5b/data/data2/current/BP-1008125547-172.17.0.2-1732422055348/current, will proceed with Du for space computation calculation, 2024-11-24T04:20:55,895 WARN [Thread-3550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:20:55,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e12b07441cca348 with lease ID 0xc48a61df0f70c158: Processing first storage report for DS-fde18e21-af7e-499e-ad84-5522206fe126 from datanode DatanodeRegistration(127.0.0.1:40925, datanodeUuid=f89bc92e-9dea-47f1-a81e-de72f4a18b06, infoPort=35213, infoSecurePort=0, ipcPort=38725, storageInfo=lv=-57;cid=testClusterID;nsid=1154466968;c=1732422055348) 2024-11-24T04:20:55,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e12b07441cca348 with lease ID 0xc48a61df0f70c158: from storage DS-fde18e21-af7e-499e-ad84-5522206fe126 node DatanodeRegistration(127.0.0.1:40925, datanodeUuid=f89bc92e-9dea-47f1-a81e-de72f4a18b06, infoPort=35213, infoSecurePort=0, ipcPort=38725, storageInfo=lv=-57;cid=testClusterID;nsid=1154466968;c=1732422055348), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:20:55,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e12b07441cca348 with lease ID 0xc48a61df0f70c158: Processing first storage report for DS-e988a455-1120-4797-ab32-00c5df2482c1 from datanode DatanodeRegistration(127.0.0.1:40925, datanodeUuid=f89bc92e-9dea-47f1-a81e-de72f4a18b06, infoPort=35213, infoSecurePort=0, ipcPort=38725, storageInfo=lv=-57;cid=testClusterID;nsid=1154466968;c=1732422055348) 2024-11-24T04:20:55,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e12b07441cca348 with lease ID 0xc48a61df0f70c158: from storage DS-e988a455-1120-4797-ab32-00c5df2482c1 node DatanodeRegistration(127.0.0.1:40925, datanodeUuid=f89bc92e-9dea-47f1-a81e-de72f4a18b06, infoPort=35213, infoSecurePort=0, ipcPort=38725, storageInfo=lv=-57;cid=testClusterID;nsid=1154466968;c=1732422055348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:20:55,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c 2024-11-24T04:20:55,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:55,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:55,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:20:56,311 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba with version=8 2024-11-24T04:20:56,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/hbase-staging 2024-11-24T04:20:56,313 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:20:56,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:56,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:56,313 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:20:56,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:56,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:20:56,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:20:56,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:20:56,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44835 2024-11-24T04:20:56,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44835 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-24T04:20:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448350x0, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:56,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44835-0x101483494b10003 connected 2024-11-24T04:20:56,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:56,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:56,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Set watcher on znode that does not yet exist, /11124311622/running 2024-11-24T04:20:56,331 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba, hbase.cluster.distributed=false 2024-11-24T04:20:56,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Set watcher on znode that does not yet exist, /11124311622/acl 2024-11-24T04:20:56,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44835 2024-11-24T04:20:56,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44835 2024-11-24T04:20:56,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44835 2024-11-24T04:20:56,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44835 2024-11-24T04:20:56,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44835 2024-11-24T04:20:56,352 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:20:56,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:56,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:56,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:20:56,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:56,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:20:56,352 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:20:56,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:20:56,353 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36867 2024-11-24T04:20:56,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36867 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-24T04:20:56,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:56,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:56,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368670x0, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:56,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368670x0, quorum=127.0.0.1:54964, baseZNode=/11124311622 Set watcher on znode that does not yet exist, /11124311622/running 2024-11-24T04:20:56,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36867-0x101483494b10004 connected 2024-11-24T04:20:56,361 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:20:56,364 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:20:56,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Set watcher on znode that does not yet exist, /11124311622/master 2024-11-24T04:20:56,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Set watcher on znode that does not yet exist, /11124311622/acl 2024-11-24T04:20:56,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36867 2024-11-24T04:20:56,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36867 2024-11-24T04:20:56,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36867 2024-11-24T04:20:56,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36867 2024-11-24T04:20:56,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36867 2024-11-24T04:20:56,386 DEBUG [M:0;fadb2fe0ba32:44835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:44835 2024-11-24T04:20:56,388 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11124311622/backup-masters/fadb2fe0ba32,44835,1732422056313 2024-11-24T04:20:56,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622/backup-masters 2024-11-24T04:20:56,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622/backup-masters 2024-11-24T04:20:56,389 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Set watcher on existing znode=/11124311622/backup-masters/fadb2fe0ba32,44835,1732422056313 2024-11-24T04:20:56,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11124311622/master 2024-11-24T04:20:56,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:20:56,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:20:56,391 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Set watcher on existing znode=/11124311622/master 2024-11-24T04:20:56,391 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11124311622/backup-masters/fadb2fe0ba32,44835,1732422056313 from backup master directory 2024-11-24T04:20:56,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11124311622/backup-masters/fadb2fe0ba32,44835,1732422056313 2024-11-24T04:20:56,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622/backup-masters 2024-11-24T04:20:56,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622/backup-masters 2024-11-24T04:20:56,393 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:20:56,393 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,44835,1732422056313 2024-11-24T04:20:56,396 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/hbase.id] with ID: 5c5c7620-3ca0-424b-b0ef-3128fdfa0625 2024-11-24T04:20:56,396 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/.tmp/hbase.id 2024-11-24T04:20:56,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:20:56,402 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/.tmp/hbase.id]:[hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/hbase.id] 2024-11-24T04:20:56,409 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:56,409 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:20:56,409 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T04:20:56,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:20:56,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:20:56,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:20:56,818 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:20:56,819 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:20:56,819 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:56,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:20:57,226 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store 2024-11-24T04:20:57,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:20:57,631 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:57,631 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:20:57,631 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:57,631 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:57,631 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:20:57,631 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:57,631 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:57,631 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422057631Disabling compacts and flushes for region at 1732422057631Disabling writes for close at 1732422057631Writing region close event to WAL at 1732422057631Closed at 1732422057631 2024-11-24T04:20:57,632 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/.initializing 2024-11-24T04:20:57,632 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/WALs/fadb2fe0ba32,44835,1732422056313 2024-11-24T04:20:57,633 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:20:57,634 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C44835%2C1732422056313, suffix=, logDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/WALs/fadb2fe0ba32,44835,1732422056313, archiveDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/oldWALs, maxLogs=10 2024-11-24T04:20:57,648 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/WALs/fadb2fe0ba32,44835,1732422056313/fadb2fe0ba32%2C44835%2C1732422056313.1732422057634, exclude list is [], retry=0 2024-11-24T04:20:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40925,DS-fde18e21-af7e-499e-ad84-5522206fe126,DISK] 2024-11-24T04:20:57,651 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/WALs/fadb2fe0ba32,44835,1732422056313/fadb2fe0ba32%2C44835%2C1732422056313.1732422057634 2024-11-24T04:20:57,651 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-11-24T04:20:57,651 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:57,652 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:57,652 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:57,652 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:57,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:57,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:20:57,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:57,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:57,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:57,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:20:57,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:57,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:57,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:57,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:20:57,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:57,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:57,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:57,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:20:57,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:57,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:57,658 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:57,658 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:57,658 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:57,659 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:57,659 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:57,660 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:57,660 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:57,662 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:57,662 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70545106, jitterRate=0.05120399594306946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:57,662 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732422057652Initializing all the Stores at 1732422057652Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422057652Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422057653 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422057653Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422057653Cleaning up temporary data from old regions at 1732422057659 (+6 ms)Region opened successfully at 1732422057662 (+3 ms) 2024-11-24T04:20:57,662 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:20:57,664 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7357e443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:20:57,665 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:20:57,665 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:20:57,665 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:20:57,665 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:20:57,666 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:20:57,666 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:20:57,666 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:20:57,668 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:20:57,668 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Unable to get data of znode /11124311622/balancer because node does not exist (not necessarily an error) 2024-11-24T04:20:57,669 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11124311622/balancer already deleted, retry=false 2024-11-24T04:20:57,670 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:20:57,670 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Unable to get data of znode /11124311622/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:20:57,671 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11124311622/normalizer already deleted, retry=false 2024-11-24T04:20:57,672 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:20:57,672 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Unable to get data of znode /11124311622/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:20:57,675 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11124311622/switch/split already deleted, retry=false 2024-11-24T04:20:57,675 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Unable to get data of znode /11124311622/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:20:57,676 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11124311622/switch/merge already deleted, retry=false 2024-11-24T04:20:57,678 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Unable to get data of znode /11124311622/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:20:57,679 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11124311622/snapshot-cleanup already deleted, retry=false 2024-11-24T04:20:57,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11124311622/running 2024-11-24T04:20:57,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11124311622/running 2024-11-24T04:20:57,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:20:57,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:20:57,681 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,44835,1732422056313, sessionid=0x101483494b10003, setting cluster-up flag (Was=false) 2024-11-24T04:20:57,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:20:57,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:20:57,689 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11124311622/flush-table-proc/acquired, /11124311622/flush-table-proc/reached, /11124311622/flush-table-proc/abort 2024-11-24T04:20:57,690 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,44835,1732422056313 2024-11-24T04:20:57,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:20:57,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:20:57,704 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11124311622/online-snapshot/acquired, /11124311622/online-snapshot/reached, /11124311622/online-snapshot/abort 2024-11-24T04:20:57,706 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,44835,1732422056313 2024-11-24T04:20:57,713 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:20:57,714 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:57,714 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:20:57,715 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:20:57,715 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,44835,1732422056313 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:20:57,716 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:57,716 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:57,716 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:57,716 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:20:57,716 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:20:57,716 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,716 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:20:57,716 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:57,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:20:57,719 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:57,719 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:20:57,721 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732422087721 2024-11-24T04:20:57,721 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:20:57,721 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:20:57,721 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:20:57,721 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:20:57,721 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:20:57,721 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:20:57,724 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:20:57,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:20:57,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:20:57,728 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:20:57,730 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:20:57,730 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:20:57,730 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422057730,5,FailOnTimeoutGroup] 2024-11-24T04:20:57,731 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422057730,5,FailOnTimeoutGroup] 2024-11-24T04:20:57,731 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,731 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:20:57,731 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,731 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:20:57,732 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:20:57,732 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba 2024-11-24T04:20:57,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741832_1008 (size=32) 2024-11-24T04:20:57,781 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(746): ClusterId : 5c5c7620-3ca0-424b-b0ef-3128fdfa0625 2024-11-24T04:20:57,781 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:20:57,783 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:20:57,783 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:20:57,785 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:20:57,785 DEBUG [RS:0;fadb2fe0ba32:36867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b15c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:20:57,805 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:36867 2024-11-24T04:20:57,805 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:20:57,805 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:20:57,805 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:20:57,806 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,44835,1732422056313 with port=36867, startcode=1732422056352 2024-11-24T04:20:57,806 DEBUG [RS:0;fadb2fe0ba32:36867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:20:57,813 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:20:57,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,36867,1732422056352 2024-11-24T04:20:57,814 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44835 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,36867,1732422056352 2024-11-24T04:20:57,815 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba 2024-11-24T04:20:57,815 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41741 2024-11-24T04:20:57,815 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:20:57,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622/rs 2024-11-24T04:20:57,823 DEBUG [RS:0;fadb2fe0ba32:36867 {}] zookeeper.ZKUtil(111): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Set watcher on existing znode=/11124311622/rs/fadb2fe0ba32,36867,1732422056352 2024-11-24T04:20:57,823 WARN [RS:0;fadb2fe0ba32:36867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:20:57,823 INFO [RS:0;fadb2fe0ba32:36867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:57,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,36867,1732422056352] 2024-11-24T04:20:57,823 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352 2024-11-24T04:20:57,833 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:20:57,834 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:20:57,834 INFO [RS:0;fadb2fe0ba32:36867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:20:57,834 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,836 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:20:57,837 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:20:57,837 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:20:57,837 DEBUG [RS:0;fadb2fe0ba32:36867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:20:57,840 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,840 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,840 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,840 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,840 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,840 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36867,1732422056352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:20:57,879 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:20:57,879 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,36867,1732422056352-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,879 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,879 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.Replication(171): fadb2fe0ba32,36867,1732422056352 started 2024-11-24T04:20:57,900 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:57,900 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,36867,1732422056352, RpcServer on fadb2fe0ba32/172.17.0.2:36867, sessionid=0x101483494b10004 2024-11-24T04:20:57,900 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:20:57,900 DEBUG [RS:0;fadb2fe0ba32:36867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,36867,1732422056352 2024-11-24T04:20:57,900 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,36867,1732422056352' 2024-11-24T04:20:57,900 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11124311622/flush-table-proc/abort' 2024-11-24T04:20:57,901 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11124311622/flush-table-proc/acquired' 2024-11-24T04:20:57,902 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:20:57,902 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:20:57,902 DEBUG [RS:0;fadb2fe0ba32:36867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,36867,1732422056352 2024-11-24T04:20:57,902 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,36867,1732422056352' 2024-11-24T04:20:57,902 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11124311622/online-snapshot/abort' 2024-11-24T04:20:57,902 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11124311622/online-snapshot/acquired' 2024-11-24T04:20:57,903 DEBUG [RS:0;fadb2fe0ba32:36867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:20:57,903 INFO [RS:0;fadb2fe0ba32:36867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:20:57,903 INFO [RS:0;fadb2fe0ba32:36867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:20:58,003 INFO [RS:0;fadb2fe0ba32:36867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:20:58,005 INFO [RS:0;fadb2fe0ba32:36867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C36867%2C1732422056352, suffix=, logDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352, archiveDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/oldWALs, maxLogs=10 2024-11-24T04:20:58,020 DEBUG [RS:0;fadb2fe0ba32:36867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005, exclude list is [], retry=0 2024-11-24T04:20:58,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40925,DS-fde18e21-af7e-499e-ad84-5522206fe126,DISK] 2024-11-24T04:20:58,025 INFO [RS:0;fadb2fe0ba32:36867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 2024-11-24T04:20:58,028 DEBUG [RS:0;fadb2fe0ba32:36867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-11-24T04:20:58,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:58,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:20:58,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:20:58,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:58,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:58,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:20:58,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:20:58,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:58,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:58,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:20:58,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:20:58,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:58,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:58,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:20:58,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:20:58,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:58,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:58,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:20:58,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740 2024-11-24T04:20:58,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740 2024-11-24T04:20:58,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:20:58,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:20:58,156 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:58,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:20:58,158 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:58,158 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67831165, jitterRate=0.010763123631477356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:58,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732422058146Initializing all the Stores at 1732422058147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422058147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422058147Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422058147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422058147Cleaning up temporary data from old regions at 1732422058155 (+8 ms)Region opened successfully at 1732422058158 (+3 ms) 2024-11-24T04:20:58,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:20:58,158 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:20:58,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:20:58,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:20:58,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:20:58,159 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:20:58,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422058158Disabling compacts and flushes for region at 1732422058158Disabling writes for close at 1732422058158Writing region close event to WAL at 1732422058159 (+1 ms)Closed at 1732422058159 2024-11-24T04:20:58,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:58,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:20:58,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:20:58,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:20:58,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:20:58,312 DEBUG [fadb2fe0ba32:44835 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:20:58,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,36867,1732422056352 2024-11-24T04:20:58,313 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,36867,1732422056352, state=OPENING 2024-11-24T04:20:58,315 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:20:58,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:20:58,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:20:58,316 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:20:58,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11124311622/meta-region-server: CHANGED 2024-11-24T04:20:58,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11124311622/meta-region-server: CHANGED 2024-11-24T04:20:58,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,36867,1732422056352}] 2024-11-24T04:20:58,469 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:20:58,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:20:58,474 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:20:58,474 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:58,474 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:20:58,475 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C36867%2C1732422056352.meta, suffix=.meta, logDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352, archiveDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/oldWALs, maxLogs=10 2024-11-24T04:20:58,493 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.meta.1732422058475.meta, exclude list is [], retry=0 2024-11-24T04:20:58,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40925,DS-fde18e21-af7e-499e-ad84-5522206fe126,DISK] 2024-11-24T04:20:58,497 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.meta.1732422058475.meta 2024-11-24T04:20:58,498 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-11-24T04:20:58,498 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:58,498 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:20:58,498 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:20:58,498 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:20:58,498 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:20:58,498 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:20:58,498 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:58,498 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:20:58,498 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:20:58,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:20:58,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:20:58,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:58,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:58,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:20:58,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:20:58,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:58,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:58,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:20:58,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:20:58,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:58,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:58,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:20:58,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:20:58,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:58,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:58,503 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:20:58,504 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740 2024-11-24T04:20:58,505 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740 2024-11-24T04:20:58,506 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:20:58,506 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:20:58,506 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:58,507 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:20:58,508 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67750484, jitterRate=0.009560883045196533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:58,508 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:20:58,508 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732422058499Writing region info on filesystem at 1732422058499Initializing all the Stores at 1732422058499Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422058499Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422058499Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422058499Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422058499Cleaning up temporary data from old regions at 1732422058506 (+7 ms)Running coprocessor post-open hooks at 1732422058508 (+2 ms)Region opened successfully at 1732422058508 2024-11-24T04:20:58,509 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732422058468 2024-11-24T04:20:58,511 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:20:58,511 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:20:58,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,36867,1732422056352 2024-11-24T04:20:58,512 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,36867,1732422056352, state=OPEN 2024-11-24T04:20:58,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11124311622/meta-region-server 2024-11-24T04:20:58,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11124311622/meta-region-server 2024-11-24T04:20:58,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11124311622/meta-region-server: CHANGED 2024-11-24T04:20:58,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11124311622/meta-region-server: CHANGED 2024-11-24T04:20:58,513 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,36867,1732422056352 2024-11-24T04:20:58,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:20:58,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,36867,1732422056352 in 197 msec 2024-11-24T04:20:58,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:20:58,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-24T04:20:58,518 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:20:58,518 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:20:58,519 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:58,519 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,36867,1732422056352, seqNum=-1] 2024-11-24T04:20:58,519 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:58,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:58,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 810 msec 2024-11-24T04:20:58,524 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732422058524, completionTime=-1 2024-11-24T04:20:58,524 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:20:58,524 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:20:58,526 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:20:58,526 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422118526 2024-11-24T04:20:58,526 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422178526 2024-11-24T04:20:58,527 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T04:20:58,527 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44835,1732422056313-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:58,527 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44835,1732422056313-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:58,527 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44835,1732422056313-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:58,527 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:44835, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:58,527 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:58,528 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:58,531 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:20:58,533 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.140sec 2024-11-24T04:20:58,533 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:20:58,533 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:20:58,533 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:20:58,533 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:20:58,533 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:20:58,533 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44835,1732422056313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:20:58,533 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44835,1732422056313-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:20:58,535 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:20:58,535 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:20:58,535 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,44835,1732422056313-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:20:58,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210bcb97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:58,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44835,-1 for getting cluster id 2024-11-24T04:20:58,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:20:58,596 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5c7620-3ca0-424b-b0ef-3128fdfa0625' 2024-11-24T04:20:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:20:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5c7620-3ca0-424b-b0ef-3128fdfa0625" 2024-11-24T04:20:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@974784e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44835,-1] 2024-11-24T04:20:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:20:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:20:58,598 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:20:58,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9bfe4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:20:58,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:20:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,36867,1732422056352, seqNum=-1] 2024-11-24T04:20:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:20:58,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:20:58,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,44835,1732422056313 2024-11-24T04:20:58,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-24T04:20:58,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:58,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101483494b10005 connected 2024-11-24T04:20:58,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/hadoop.log.dir so I do NOT create it in target/test-data/8983b156-cac3-c81c-f933-0572286e05fe 2024-11-24T04:20:58,610 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:20:58,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/hadoop.tmp.dir so I do NOT create it in target/test-data/8983b156-cac3-c81c-f933-0572286e05fe 2024-11-24T04:20:58,610 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:20:58,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe 2024-11-24T04:20:58,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:20:58,610 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/cluster_f43331ea-bfb1-edf5-8903-e849c90d6132, deleteOnExit=true 2024-11-24T04:20:58,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:20:58,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/test.cache.data in system properties and HBase conf 2024-11-24T04:20:58,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:20:58,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:20:58,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:20:58,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:20:58,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:20:58,610 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:20:58,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:20:58,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:58,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:20:58,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:20:58,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:20:58,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:20:58,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:58,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39446236{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:20:58,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c78620{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:20:58,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78cad185{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/java.io.tmpdir/jetty-localhost-38275-hadoop-hdfs-3_4_1-tests_jar-_-any-9743760858984817403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:20:58,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@235fc943{HTTP/1.1, (http/1.1)}{localhost:38275} 2024-11-24T04:20:58,813 INFO [Time-limited test {}] server.Server(415): Started @259056ms 2024-11-24T04:20:58,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:20:58,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:20:58,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:20:58,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:20:58,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:20:58,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@553d940e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:20:58,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b63acf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:20:59,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@578f3d22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/java.io.tmpdir/jetty-localhost-34989-hadoop-hdfs-3_4_1-tests_jar-_-any-3346086144964360450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:20:59,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a3fedf{HTTP/1.1, (http/1.1)}{localhost:34989} 2024-11-24T04:20:59,081 INFO [Time-limited test {}] server.Server(415): Started @259324ms 2024-11-24T04:20:59,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:20:59,223 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/cluster_f43331ea-bfb1-edf5-8903-e849c90d6132/data/data1/current/BP-1751737511-172.17.0.2-1732422058630/current, will proceed with Du for space computation calculation, 2024-11-24T04:20:59,224 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/cluster_f43331ea-bfb1-edf5-8903-e849c90d6132/data/data2/current/BP-1751737511-172.17.0.2-1732422058630/current, will proceed with Du for space computation calculation, 2024-11-24T04:20:59,260 WARN [Thread-3670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:20:59,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed64018aeaf92a4 with lease ID 0xb6a8976467527bb8: Processing first storage report for DS-05f7f977-6f57-4597-a8f5-82d24b6b6351 from datanode DatanodeRegistration(127.0.0.1:37203, datanodeUuid=e7a184e1-f91b-4275-bbb5-ba247d6d2832, infoPort=42469, infoSecurePort=0, ipcPort=43371, storageInfo=lv=-57;cid=testClusterID;nsid=1703833379;c=1732422058630) 2024-11-24T04:20:59,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed64018aeaf92a4 with lease ID 0xb6a8976467527bb8: from storage DS-05f7f977-6f57-4597-a8f5-82d24b6b6351 node DatanodeRegistration(127.0.0.1:37203, datanodeUuid=e7a184e1-f91b-4275-bbb5-ba247d6d2832, infoPort=42469, infoSecurePort=0, ipcPort=43371, storageInfo=lv=-57;cid=testClusterID;nsid=1703833379;c=1732422058630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:20:59,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed64018aeaf92a4 with lease ID 0xb6a8976467527bb8: Processing first storage report for DS-59008b9c-12b6-42ba-94c7-88f99cc72580 from datanode DatanodeRegistration(127.0.0.1:37203, datanodeUuid=e7a184e1-f91b-4275-bbb5-ba247d6d2832, infoPort=42469, infoSecurePort=0, ipcPort=43371, storageInfo=lv=-57;cid=testClusterID;nsid=1703833379;c=1732422058630) 2024-11-24T04:20:59,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed64018aeaf92a4 with lease ID 0xb6a8976467527bb8: from storage DS-59008b9c-12b6-42ba-94c7-88f99cc72580 node DatanodeRegistration(127.0.0.1:37203, datanodeUuid=e7a184e1-f91b-4275-bbb5-ba247d6d2832, infoPort=42469, infoSecurePort=0, ipcPort=43371, storageInfo=lv=-57;cid=testClusterID;nsid=1703833379;c=1732422058630), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:20:59,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe 2024-11-24T04:20:59,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:59,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:20:59,336 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791 with version=8 2024-11-24T04:20:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/hbase-staging 2024-11-24T04:20:59,339 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:20:59,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:59,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:59,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:20:59,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:59,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:20:59,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:20:59,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:20:59,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41451 2024-11-24T04:20:59,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41451 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-24T04:20:59,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414510x0, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:59,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41451-0x101483494b10006 connected 2024-11-24T04:20:59,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:59,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:59,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Set watcher on znode that does not yet exist, /2-241701295/running 2024-11-24T04:20:59,365 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791, hbase.cluster.distributed=false 2024-11-24T04:20:59,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Set watcher on znode that does not yet exist, /2-241701295/acl 2024-11-24T04:20:59,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-24T04:20:59,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41451 2024-11-24T04:20:59,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41451 2024-11-24T04:20:59,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-24T04:20:59,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-24T04:20:59,397 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:20:59,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:59,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:59,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:20:59,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:20:59,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:20:59,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:20:59,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:20:59,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41813 2024-11-24T04:20:59,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41813 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-24T04:20:59,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:59,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:59,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418130x0, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:20:59,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418130x0, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Set watcher on znode that does not yet exist, /2-241701295/running 2024-11-24T04:20:59,411 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:20:59,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41813-0x101483494b10007 connected 2024-11-24T04:20:59,413 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:20:59,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Set watcher on znode that does not yet exist, /2-241701295/master 2024-11-24T04:20:59,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Set watcher on znode that does not yet exist, /2-241701295/acl 2024-11-24T04:20:59,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41813 2024-11-24T04:20:59,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41813 2024-11-24T04:20:59,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41813 2024-11-24T04:20:59,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41813 2024-11-24T04:20:59,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41813 2024-11-24T04:20:59,432 DEBUG [M:0;fadb2fe0ba32:41451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:41451 2024-11-24T04:20:59,433 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-241701295/backup-masters/fadb2fe0ba32,41451,1732422059338 2024-11-24T04:20:59,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295/backup-masters 2024-11-24T04:20:59,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295/backup-masters 2024-11-24T04:20:59,437 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Set watcher on existing znode=/2-241701295/backup-masters/fadb2fe0ba32,41451,1732422059338 2024-11-24T04:20:59,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-241701295/master 2024-11-24T04:20:59,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:20:59,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:20:59,445 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Set watcher on existing znode=/2-241701295/master 2024-11-24T04:20:59,445 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-241701295/backup-masters/fadb2fe0ba32,41451,1732422059338 from backup master directory 2024-11-24T04:20:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295/backup-masters 2024-11-24T04:20:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-241701295/backup-masters/fadb2fe0ba32,41451,1732422059338 2024-11-24T04:20:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295/backup-masters 2024-11-24T04:20:59,455 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:20:59,455 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,41451,1732422059338 2024-11-24T04:20:59,460 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/hbase.id] with ID: a78aa888-b40d-4000-a797-2e9369e51129 2024-11-24T04:20:59,460 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/.tmp/hbase.id 2024-11-24T04:20:59,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:20:59,471 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/.tmp/hbase.id]:[hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/hbase.id] 2024-11-24T04:20:59,478 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:20:59,479 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:20:59,479 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T04:20:59,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:20:59,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:20:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:20:59,893 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:20:59,894 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:20:59,896 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:20:59,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:20:59,906 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store 2024-11-24T04:20:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:20:59,911 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:59,911 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:20:59,911 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:59,911 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:59,911 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:20:59,911 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:59,911 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:20:59,911 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422059911Disabling compacts and flushes for region at 1732422059911Disabling writes for close at 1732422059911Writing region close event to WAL at 1732422059911Closed at 1732422059911 2024-11-24T04:20:59,912 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/.initializing 2024-11-24T04:20:59,912 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/WALs/fadb2fe0ba32,41451,1732422059338 2024-11-24T04:20:59,913 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:20:59,914 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C41451%2C1732422059338, suffix=, logDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/WALs/fadb2fe0ba32,41451,1732422059338, archiveDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/oldWALs, maxLogs=10 2024-11-24T04:20:59,935 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/WALs/fadb2fe0ba32,41451,1732422059338/fadb2fe0ba32%2C41451%2C1732422059338.1732422059915, exclude list is [], retry=0 2024-11-24T04:20:59,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-05f7f977-6f57-4597-a8f5-82d24b6b6351,DISK] 2024-11-24T04:20:59,945 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/WALs/fadb2fe0ba32,41451,1732422059338/fadb2fe0ba32%2C41451%2C1732422059338.1732422059915 2024-11-24T04:20:59,945 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42469:42469)] 2024-11-24T04:20:59,945 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:20:59,945 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:20:59,946 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:59,946 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:59,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:59,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:20:59,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:59,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:20:59,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:59,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:20:59,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:59,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:59,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:59,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:20:59,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:59,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:59,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:59,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:20:59,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:20:59,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:20:59,954 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:59,954 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:59,955 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:59,956 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:59,956 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:59,957 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:20:59,958 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:20:59,960 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:20:59,960 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72244931, jitterRate=0.07653336226940155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:20:59,960 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732422059946Initializing all the Stores at 1732422059946Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422059946Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422059947 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422059947Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422059947Cleaning up temporary data from old regions at 1732422059956 (+9 ms)Region opened successfully at 1732422059960 (+4 ms) 2024-11-24T04:20:59,960 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:20:59,963 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c741da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:20:59,964 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:20:59,964 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:20:59,964 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:20:59,964 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:20:59,965 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:20:59,965 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:20:59,965 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:20:59,967 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:20:59,968 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Unable to get data of znode /2-241701295/balancer because node does not exist (not necessarily an error) 2024-11-24T04:20:59,969 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-241701295/balancer already deleted, retry=false 2024-11-24T04:20:59,970 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:20:59,970 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Unable to get data of znode /2-241701295/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:20:59,972 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-241701295/normalizer already deleted, retry=false 2024-11-24T04:20:59,972 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:20:59,973 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Unable to get data of znode /2-241701295/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:20:59,974 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-241701295/switch/split already deleted, retry=false 2024-11-24T04:20:59,975 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Unable to get data of znode /2-241701295/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:20:59,976 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-241701295/switch/merge already deleted, retry=false 2024-11-24T04:20:59,977 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Unable to get data of znode /2-241701295/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:20:59,978 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-241701295/snapshot-cleanup already deleted, retry=false 2024-11-24T04:20:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-241701295/running 2024-11-24T04:20:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-241701295/running 2024-11-24T04:20:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:20:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:20:59,980 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,41451,1732422059338, sessionid=0x101483494b10006, setting cluster-up flag (Was=false) 2024-11-24T04:20:59,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:20:59,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:20:59,989 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-241701295/flush-table-proc/acquired, /2-241701295/flush-table-proc/reached, /2-241701295/flush-table-proc/abort 2024-11-24T04:20:59,989 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,41451,1732422059338 2024-11-24T04:20:59,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:20:59,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:20:59,999 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-241701295/online-snapshot/acquired, /2-241701295/online-snapshot/reached, /2-241701295/online-snapshot/abort 2024-11-24T04:21:00,000 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,41451,1732422059338 2024-11-24T04:21:00,001 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:21:00,002 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:00,002 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:21:00,002 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:21:00,003 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,41451,1732422059338 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:21:00,004 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:00,004 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:00,004 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:00,004 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:00,004 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:21:00,004 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,004 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:21:00,004 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:00,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:21:00,010 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:00,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:21:00,012 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732422090012 2024-11-24T04:21:00,012 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:21:00,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:21:00,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:21:00,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:21:00,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:21:00,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:21:00,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:21:00,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:21:00,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:21:00,013 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:21:00,014 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:21:00,014 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:21:00,014 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422060014,5,FailOnTimeoutGroup] 2024-11-24T04:21:00,016 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422060014,5,FailOnTimeoutGroup] 2024-11-24T04:21:00,016 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,016 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:21:00,016 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,016 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:21:00,021 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(746): ClusterId : a78aa888-b40d-4000-a797-2e9369e51129 2024-11-24T04:21:00,021 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:21:00,023 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:21:00,023 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:21:00,025 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:21:00,025 DEBUG [RS:0;fadb2fe0ba32:41813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d9680e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:21:00,039 DEBUG [RS:0;fadb2fe0ba32:41813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:41813 2024-11-24T04:21:00,039 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:21:00,039 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:21:00,039 DEBUG [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:21:00,040 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,41451,1732422059338 with port=41813, startcode=1732422059396 2024-11-24T04:21:00,040 DEBUG [RS:0;fadb2fe0ba32:41813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:21:00,042 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:21:00,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:00,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41451 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:00,044 DEBUG [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791 2024-11-24T04:21:00,044 DEBUG [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46699 2024-11-24T04:21:00,044 DEBUG [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:21:00,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295/rs 2024-11-24T04:21:00,057 DEBUG [RS:0;fadb2fe0ba32:41813 {}] zookeeper.ZKUtil(111): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Set watcher on existing znode=/2-241701295/rs/fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:00,057 WARN [RS:0;fadb2fe0ba32:41813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:21:00,057 INFO [RS:0;fadb2fe0ba32:41813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:00,057 DEBUG [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:00,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,41813,1732422059396] 2024-11-24T04:21:00,066 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:21:00,076 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:21:00,080 INFO [RS:0;fadb2fe0ba32:41813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:21:00,080 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,080 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:21:00,081 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:21:00,081 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:21:00,081 DEBUG [RS:0;fadb2fe0ba32:41813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:21:00,088 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,088 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,088 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,088 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,088 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,088 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,41813,1732422059396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:21:00,111 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:21:00,111 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,41813,1732422059396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,112 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,112 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.Replication(171): fadb2fe0ba32,41813,1732422059396 started 2024-11-24T04:21:00,129 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:00,129 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,41813,1732422059396, RpcServer on fadb2fe0ba32/172.17.0.2:41813, sessionid=0x101483494b10007 2024-11-24T04:21:00,129 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:21:00,129 DEBUG [RS:0;fadb2fe0ba32:41813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:00,130 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,41813,1732422059396' 2024-11-24T04:21:00,130 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-241701295/flush-table-proc/abort' 2024-11-24T04:21:00,130 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-241701295/flush-table-proc/acquired' 2024-11-24T04:21:00,131 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:21:00,131 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:21:00,131 DEBUG [RS:0;fadb2fe0ba32:41813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:00,131 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,41813,1732422059396' 2024-11-24T04:21:00,131 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-241701295/online-snapshot/abort' 2024-11-24T04:21:00,131 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-241701295/online-snapshot/acquired' 2024-11-24T04:21:00,132 DEBUG [RS:0;fadb2fe0ba32:41813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:21:00,132 INFO [RS:0;fadb2fe0ba32:41813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:21:00,132 INFO [RS:0;fadb2fe0ba32:41813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:21:00,232 INFO [RS:0;fadb2fe0ba32:41813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:21:00,233 INFO [RS:0;fadb2fe0ba32:41813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C41813%2C1732422059396, suffix=, logDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396, archiveDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/oldWALs, maxLogs=10 2024-11-24T04:21:00,260 DEBUG [RS:0;fadb2fe0ba32:41813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234, exclude list is [], retry=0 2024-11-24T04:21:00,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-05f7f977-6f57-4597-a8f5-82d24b6b6351,DISK] 2024-11-24T04:21:00,267 INFO [RS:0;fadb2fe0ba32:41813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 2024-11-24T04:21:00,268 DEBUG [RS:0;fadb2fe0ba32:41813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42469:42469)] 2024-11-24T04:21:00,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:21:00,420 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791 2024-11-24T04:21:00,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:21:00,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:21:00,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:00,701 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:21:00,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:00,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:21:00,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:21:00,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:00,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:00,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:21:00,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:21:00,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:00,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:00,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:21:00,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:21:00,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:00,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:00,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:21:00,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:21:00,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:00,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:00,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:21:00,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740 2024-11-24T04:21:00,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740 2024-11-24T04:21:00,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:21:00,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:21:00,841 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:00,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:21:00,843 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:00,844 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72928906, jitterRate=0.0867253839969635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732422060832Initializing all the Stores at 1732422060833 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422060833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422060833Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422060833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422060833Cleaning up temporary data from old regions at 1732422060840 (+7 ms)Region opened successfully at 1732422060844 (+4 ms) 2024-11-24T04:21:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:21:00,844 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:21:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:21:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:21:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:21:00,844 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:00,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422060844Disabling compacts and flushes for region at 1732422060844Disabling writes for close at 1732422060844Writing region close event to WAL at 1732422060844Closed at 1732422060844 2024-11-24T04:21:00,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:00,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:21:00,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:21:00,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:21:00,847 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:21:00,997 DEBUG [fadb2fe0ba32:41451 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:21:00,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:00,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,41813,1732422059396, state=OPENING 2024-11-24T04:21:01,000 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:21:01,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:21:01,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:21:01,002 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:21:01,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-241701295/meta-region-server: CHANGED 2024-11-24T04:21:01,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-241701295/meta-region-server: CHANGED 2024-11-24T04:21:01,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,41813,1732422059396}] 2024-11-24T04:21:01,154 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:21:01,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:21:01,158 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:21:01,158 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:01,158 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:21:01,159 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C41813%2C1732422059396.meta, suffix=.meta, logDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396, archiveDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/oldWALs, maxLogs=10 2024-11-24T04:21:01,173 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.meta.1732422061160.meta, exclude list is [], retry=0 2024-11-24T04:21:01,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-05f7f977-6f57-4597-a8f5-82d24b6b6351,DISK] 2024-11-24T04:21:01,176 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.meta.1732422061160.meta 2024-11-24T04:21:01,176 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42469:42469)] 2024-11-24T04:21:01,176 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:01,177 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:01,177 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:21:01,177 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:21:01,177 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:21:01,177 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:21:01,177 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:01,177 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:21:01,177 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:21:01,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:21:01,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:21:01,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:01,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:01,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:21:01,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:21:01,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:01,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:01,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:21:01,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:21:01,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:01,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:01,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:21:01,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:21:01,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:01,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:01,182 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:21:01,182 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740 2024-11-24T04:21:01,183 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740 2024-11-24T04:21:01,184 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:21:01,184 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:21:01,184 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:01,185 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:21:01,186 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73778837, jitterRate=0.09939034283161163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:01,186 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:21:01,186 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732422061177Writing region info on filesystem at 1732422061177Initializing all the Stores at 1732422061178 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422061178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422061178Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422061178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422061178Cleaning up temporary data from old regions at 1732422061184 (+6 ms)Running coprocessor post-open hooks at 1732422061186 (+2 ms)Region opened successfully at 1732422061186 2024-11-24T04:21:01,186 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732422061154 2024-11-24T04:21:01,188 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:21:01,188 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:21:01,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:01,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,41813,1732422059396, state=OPEN 2024-11-24T04:21:01,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-241701295/meta-region-server 2024-11-24T04:21:01,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-241701295/meta-region-server 2024-11-24T04:21:01,191 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:01,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-241701295/meta-region-server: CHANGED 2024-11-24T04:21:01,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-241701295/meta-region-server: CHANGED 2024-11-24T04:21:01,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:21:01,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,41813,1732422059396 in 189 msec 2024-11-24T04:21:01,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:21:01,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-24T04:21:01,194 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:01,194 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:21:01,195 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:01,195 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,41813,1732422059396, seqNum=-1] 2024-11-24T04:21:01,196 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:01,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:01,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-24T04:21:01,200 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732422061200, completionTime=-1 2024-11-24T04:21:01,201 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:21:01,201 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:21:01,202 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:21:01,202 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422121202 2024-11-24T04:21:01,202 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422181202 2024-11-24T04:21:01,202 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:21:01,203 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,41451,1732422059338-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:01,203 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,41451,1732422059338-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:01,203 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,41451,1732422059338-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:01,203 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:41451, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:01,203 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:01,203 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:01,205 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:21:01,206 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.751sec 2024-11-24T04:21:01,206 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:21:01,206 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:21:01,206 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:21:01,206 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:21:01,206 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:21:01,207 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,41451,1732422059338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:21:01,207 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,41451,1732422059338-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:21:01,208 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:21:01,208 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:21:01,208 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,41451,1732422059338-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:01,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c47bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:01,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,41451,-1 for getting cluster id 2024-11-24T04:21:01,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:01,223 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78aa888-b40d-4000-a797-2e9369e51129' 2024-11-24T04:21:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:01,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78aa888-b40d-4000-a797-2e9369e51129" 2024-11-24T04:21:01,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c6ce27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:01,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,41451,-1] 2024-11-24T04:21:01,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:01,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:01,225 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:01,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601eab99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:01,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:01,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,41813,1732422059396, seqNum=-1] 2024-11-24T04:21:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:01,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:01,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,41451,1732422059338 2024-11-24T04:21:01,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54964 2024-11-24T04:21:01,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:01,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101483494b10008 connected 2024-11-24T04:21:01,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,34015,1732422053266 2024-11-24T04:21:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5585f394 2024-11-24T04:21:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:01,239 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:01,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:21:01,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:21:01,242 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:01,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:21:01,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:21:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:21:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:01,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb41b4020c4b1bcf22a115c9349f25c6, NAME => 'test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826 2024-11-24T04:21:01,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:21:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:02,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:02,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eb41b4020c4b1bcf22a115c9349f25c6, disabling compactions & flushes 2024-11-24T04:21:02,057 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. 2024-11-24T04:21:02,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. 2024-11-24T04:21:02,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. after waiting 0 ms 2024-11-24T04:21:02,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. 2024-11-24T04:21:02,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. 2024-11-24T04:21:02,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb41b4020c4b1bcf22a115c9349f25c6: Waiting for close lock at 1732422062057Disabling compacts and flushes for region at 1732422062057Disabling writes for close at 1732422062058 (+1 ms)Writing region close event to WAL at 1732422062058Closed at 1732422062058 2024-11-24T04:21:02,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:21:02,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732422062059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422062059"}]},"ts":"1732422062059"} 2024-11-24T04:21:02,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:21:02,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:21:02,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422062063"}]},"ts":"1732422062063"} 2024-11-24T04:21:02,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:21:02,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb41b4020c4b1bcf22a115c9349f25c6, ASSIGN}] 2024-11-24T04:21:02,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb41b4020c4b1bcf22a115c9349f25c6, ASSIGN 2024-11-24T04:21:02,068 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eb41b4020c4b1bcf22a115c9349f25c6, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,35565,1732422053364; forceNewPlan=false, retain=false 2024-11-24T04:21:02,219 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb41b4020c4b1bcf22a115c9349f25c6, regionState=OPENING, regionLocation=fadb2fe0ba32,35565,1732422053364 2024-11-24T04:21:02,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eb41b4020c4b1bcf22a115c9349f25c6, ASSIGN because future has completed 2024-11-24T04:21:02,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb41b4020c4b1bcf22a115c9349f25c6, server=fadb2fe0ba32,35565,1732422053364}] 2024-11-24T04:21:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:02,401 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. 2024-11-24T04:21:02,401 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eb41b4020c4b1bcf22a115c9349f25c6, NAME => 'test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:02,402 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:02,402 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:21:02,402 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,402 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:02,402 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,402 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,403 INFO [StoreOpener-eb41b4020c4b1bcf22a115c9349f25c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,404 INFO [StoreOpener-eb41b4020c4b1bcf22a115c9349f25c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb41b4020c4b1bcf22a115c9349f25c6 columnFamilyName f 2024-11-24T04:21:02,405 DEBUG [StoreOpener-eb41b4020c4b1bcf22a115c9349f25c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:02,405 INFO [StoreOpener-eb41b4020c4b1bcf22a115c9349f25c6-1 {}] regionserver.HStore(327): Store=eb41b4020c4b1bcf22a115c9349f25c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:02,405 INFO [StoreOpener-eb41b4020c4b1bcf22a115c9349f25c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,406 INFO [StoreOpener-eb41b4020c4b1bcf22a115c9349f25c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb41b4020c4b1bcf22a115c9349f25c6 columnFamilyName f1 2024-11-24T04:21:02,406 DEBUG [StoreOpener-eb41b4020c4b1bcf22a115c9349f25c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:02,406 INFO [StoreOpener-eb41b4020c4b1bcf22a115c9349f25c6-1 {}] regionserver.HStore(327): Store=eb41b4020c4b1bcf22a115c9349f25c6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:02,406 INFO [StoreOpener-eb41b4020c4b1bcf22a115c9349f25c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,407 INFO [StoreOpener-eb41b4020c4b1bcf22a115c9349f25c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb41b4020c4b1bcf22a115c9349f25c6 columnFamilyName norep 2024-11-24T04:21:02,407 DEBUG [StoreOpener-eb41b4020c4b1bcf22a115c9349f25c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:02,407 INFO [StoreOpener-eb41b4020c4b1bcf22a115c9349f25c6-1 {}] regionserver.HStore(327): Store=eb41b4020c4b1bcf22a115c9349f25c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:02,407 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,408 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,408 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,409 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,409 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,409 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:21:02,410 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,412 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:02,412 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eb41b4020c4b1bcf22a115c9349f25c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64193072, jitterRate=-0.043448686599731445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:21:02,412 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:02,413 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eb41b4020c4b1bcf22a115c9349f25c6: Running coprocessor pre-open hook at 1732422062402Writing region info on filesystem at 1732422062402Initializing all the Stores at 1732422062403 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422062403Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422062403Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422062403Cleaning up temporary data from old regions at 1732422062409 (+6 ms)Running coprocessor post-open hooks at 1732422062412 (+3 ms)Region opened successfully at 1732422062413 (+1 ms) 2024-11-24T04:21:02,414 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6., pid=6, masterSystemTime=1732422062398 2024-11-24T04:21:02,415 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. 2024-11-24T04:21:02,415 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. 2024-11-24T04:21:02,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb41b4020c4b1bcf22a115c9349f25c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,35565,1732422053364 2024-11-24T04:21:02,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb41b4020c4b1bcf22a115c9349f25c6, server=fadb2fe0ba32,35565,1732422053364 because future has completed 2024-11-24T04:21:02,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:21:02,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb41b4020c4b1bcf22a115c9349f25c6, server=fadb2fe0ba32,35565,1732422053364 in 174 msec 2024-11-24T04:21:02,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:21:02,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eb41b4020c4b1bcf22a115c9349f25c6, ASSIGN in 355 msec 2024-11-24T04:21:02,422 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:21:02,422 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422062422"}]},"ts":"1732422062422"} 2024-11-24T04:21:02,424 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:21:02,425 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:21:02,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-24T04:21:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:03,394 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:21:03,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44835,1732422056313 2024-11-24T04:21:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e50fd00 2024-11-24T04:21:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:03,397 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:03,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:21:03,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:21:03,400 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:03,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:21:03,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:21:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:03,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:21:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:03,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3bb06ec4b2f4e4efa0d53524e6394446, NAME => 'test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba 2024-11-24T04:21:03,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:21:03,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:03,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3bb06ec4b2f4e4efa0d53524e6394446, disabling compactions & flushes 2024-11-24T04:21:03,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. 2024-11-24T04:21:03,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. 2024-11-24T04:21:03,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. after waiting 0 ms 2024-11-24T04:21:03,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. 2024-11-24T04:21:03,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. 2024-11-24T04:21:03,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3bb06ec4b2f4e4efa0d53524e6394446: Waiting for close lock at 1732422063834Disabling compacts and flushes for region at 1732422063834Disabling writes for close at 1732422063834Writing region close event to WAL at 1732422063834Closed at 1732422063834 2024-11-24T04:21:03,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:21:03,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732422063836"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422063836"}]},"ts":"1732422063836"} 2024-11-24T04:21:03,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:21:03,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:21:03,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422063840"}]},"ts":"1732422063840"} 2024-11-24T04:21:03,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:21:03,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3bb06ec4b2f4e4efa0d53524e6394446, ASSIGN}] 2024-11-24T04:21:03,844 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3bb06ec4b2f4e4efa0d53524e6394446, ASSIGN 2024-11-24T04:21:03,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3bb06ec4b2f4e4efa0d53524e6394446, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,36867,1732422056352; forceNewPlan=false, retain=false 2024-11-24T04:21:03,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3bb06ec4b2f4e4efa0d53524e6394446, regionState=OPENING, regionLocation=fadb2fe0ba32,36867,1732422056352 2024-11-24T04:21:03,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3bb06ec4b2f4e4efa0d53524e6394446, ASSIGN because future has completed 2024-11-24T04:21:03,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bb06ec4b2f4e4efa0d53524e6394446, server=fadb2fe0ba32,36867,1732422056352}] 2024-11-24T04:21:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:04,160 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. 2024-11-24T04:21:04,161 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bb06ec4b2f4e4efa0d53524e6394446, NAME => 'test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:04,161 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:04,161 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:21:04,161 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,162 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:04,162 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,162 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,163 INFO [StoreOpener-3bb06ec4b2f4e4efa0d53524e6394446-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,164 INFO [StoreOpener-3bb06ec4b2f4e4efa0d53524e6394446-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bb06ec4b2f4e4efa0d53524e6394446 columnFamilyName f 2024-11-24T04:21:04,164 DEBUG [StoreOpener-3bb06ec4b2f4e4efa0d53524e6394446-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:04,165 INFO [StoreOpener-3bb06ec4b2f4e4efa0d53524e6394446-1 {}] regionserver.HStore(327): Store=3bb06ec4b2f4e4efa0d53524e6394446/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:04,165 INFO [StoreOpener-3bb06ec4b2f4e4efa0d53524e6394446-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,166 INFO [StoreOpener-3bb06ec4b2f4e4efa0d53524e6394446-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bb06ec4b2f4e4efa0d53524e6394446 columnFamilyName f1 2024-11-24T04:21:04,166 DEBUG [StoreOpener-3bb06ec4b2f4e4efa0d53524e6394446-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:04,166 INFO [StoreOpener-3bb06ec4b2f4e4efa0d53524e6394446-1 {}] regionserver.HStore(327): Store=3bb06ec4b2f4e4efa0d53524e6394446/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:04,166 INFO [StoreOpener-3bb06ec4b2f4e4efa0d53524e6394446-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,167 INFO [StoreOpener-3bb06ec4b2f4e4efa0d53524e6394446-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bb06ec4b2f4e4efa0d53524e6394446 columnFamilyName norep 2024-11-24T04:21:04,167 DEBUG [StoreOpener-3bb06ec4b2f4e4efa0d53524e6394446-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:04,167 INFO [StoreOpener-3bb06ec4b2f4e4efa0d53524e6394446-1 {}] regionserver.HStore(327): Store=3bb06ec4b2f4e4efa0d53524e6394446/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:04,168 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,168 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,168 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,169 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,169 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,170 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:21:04,170 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,172 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:04,172 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3bb06ec4b2f4e4efa0d53524e6394446; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70251962, jitterRate=0.04683580994606018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:21:04,173 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:04,173 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3bb06ec4b2f4e4efa0d53524e6394446: Running coprocessor pre-open hook at 1732422064162Writing region info on filesystem at 1732422064162Initializing all the Stores at 1732422064163 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422064163Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422064163Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422064163Cleaning up temporary data from old regions at 1732422064169 (+6 ms)Running coprocessor post-open hooks at 1732422064173 (+4 ms)Region opened successfully at 1732422064173 2024-11-24T04:21:04,174 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446., pid=6, masterSystemTime=1732422064152 2024-11-24T04:21:04,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3bb06ec4b2f4e4efa0d53524e6394446, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,36867,1732422056352 2024-11-24T04:21:04,177 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. 2024-11-24T04:21:04,177 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. 2024-11-24T04:21:04,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bb06ec4b2f4e4efa0d53524e6394446, server=fadb2fe0ba32,36867,1732422056352 because future has completed 2024-11-24T04:21:04,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:21:04,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bb06ec4b2f4e4efa0d53524e6394446, server=fadb2fe0ba32,36867,1732422056352 in 181 msec 2024-11-24T04:21:04,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:21:04,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3bb06ec4b2f4e4efa0d53524e6394446, ASSIGN in 340 msec 2024-11-24T04:21:04,185 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:21:04,185 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422064185"}]},"ts":"1732422064185"} 2024-11-24T04:21:04,187 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:21:04,188 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:21:04,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 790 msec 2024-11-24T04:21:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:04,535 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:21:04,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:04,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,41451,1732422059338 2024-11-24T04:21:04,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@82f70f4 2024-11-24T04:21:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:04,538 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:04,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:21:04,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:21:04,546 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:04,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:21:04,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:21:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:04,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:21:04,564 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30e3684cdaec2369779b10933db7186f, NAME => 'test,,1732422064539.30e3684cdaec2369779b10933db7186f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791 2024-11-24T04:21:04,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:21:04,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732422064539.30e3684cdaec2369779b10933db7186f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:04,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 30e3684cdaec2369779b10933db7186f, disabling compactions & flushes 2024-11-24T04:21:04,578 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732422064539.30e3684cdaec2369779b10933db7186f. 2024-11-24T04:21:04,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422064539.30e3684cdaec2369779b10933db7186f. 2024-11-24T04:21:04,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732422064539.30e3684cdaec2369779b10933db7186f. after waiting 0 ms 2024-11-24T04:21:04,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732422064539.30e3684cdaec2369779b10933db7186f. 2024-11-24T04:21:04,579 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732422064539.30e3684cdaec2369779b10933db7186f. 2024-11-24T04:21:04,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30e3684cdaec2369779b10933db7186f: Waiting for close lock at 1732422064578Disabling compacts and flushes for region at 1732422064578Disabling writes for close at 1732422064579 (+1 ms)Writing region close event to WAL at 1732422064579Closed at 1732422064579 2024-11-24T04:21:04,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:21:04,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732422064539.30e3684cdaec2369779b10933db7186f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732422064580"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422064580"}]},"ts":"1732422064580"} 2024-11-24T04:21:04,582 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:21:04,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:21:04,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422064583"}]},"ts":"1732422064583"} 2024-11-24T04:21:04,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:21:04,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30e3684cdaec2369779b10933db7186f, ASSIGN}] 2024-11-24T04:21:04,588 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30e3684cdaec2369779b10933db7186f, ASSIGN 2024-11-24T04:21:04,589 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=30e3684cdaec2369779b10933db7186f, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,41813,1732422059396; forceNewPlan=false, retain=false 2024-11-24T04:21:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:04,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30e3684cdaec2369779b10933db7186f, regionState=OPENING, regionLocation=fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:04,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=30e3684cdaec2369779b10933db7186f, ASSIGN because future has completed 2024-11-24T04:21:04,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30e3684cdaec2369779b10933db7186f, server=fadb2fe0ba32,41813,1732422059396}] 2024-11-24T04:21:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:04,904 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732422064539.30e3684cdaec2369779b10933db7186f. 2024-11-24T04:21:04,905 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 30e3684cdaec2369779b10933db7186f, NAME => 'test,,1732422064539.30e3684cdaec2369779b10933db7186f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:04,905 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:04,905 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:21:04,905 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,905 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732422064539.30e3684cdaec2369779b10933db7186f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:04,905 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,906 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,908 INFO [StoreOpener-30e3684cdaec2369779b10933db7186f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,913 INFO [StoreOpener-30e3684cdaec2369779b10933db7186f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e3684cdaec2369779b10933db7186f columnFamilyName f 2024-11-24T04:21:04,913 DEBUG [StoreOpener-30e3684cdaec2369779b10933db7186f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:04,914 INFO [StoreOpener-30e3684cdaec2369779b10933db7186f-1 {}] regionserver.HStore(327): Store=30e3684cdaec2369779b10933db7186f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:04,914 INFO [StoreOpener-30e3684cdaec2369779b10933db7186f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,915 INFO [StoreOpener-30e3684cdaec2369779b10933db7186f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e3684cdaec2369779b10933db7186f columnFamilyName f1 2024-11-24T04:21:04,915 DEBUG [StoreOpener-30e3684cdaec2369779b10933db7186f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:04,915 INFO [StoreOpener-30e3684cdaec2369779b10933db7186f-1 {}] regionserver.HStore(327): Store=30e3684cdaec2369779b10933db7186f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:04,915 INFO [StoreOpener-30e3684cdaec2369779b10933db7186f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,916 INFO [StoreOpener-30e3684cdaec2369779b10933db7186f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e3684cdaec2369779b10933db7186f columnFamilyName norep 2024-11-24T04:21:04,917 DEBUG [StoreOpener-30e3684cdaec2369779b10933db7186f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:04,917 INFO [StoreOpener-30e3684cdaec2369779b10933db7186f-1 {}] regionserver.HStore(327): Store=30e3684cdaec2369779b10933db7186f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:04,918 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,919 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,919 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,920 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,920 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,920 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:21:04,921 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,924 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:04,924 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 30e3684cdaec2369779b10933db7186f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62189702, jitterRate=-0.07330122590065002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:21:04,924 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:04,924 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 30e3684cdaec2369779b10933db7186f: Running coprocessor pre-open hook at 1732422064906Writing region info on filesystem at 1732422064906Initializing all the Stores at 1732422064907 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422064907Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422064908 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422064908Cleaning up temporary data from old regions at 1732422064920 (+12 ms)Running coprocessor post-open hooks at 1732422064924 (+4 ms)Region opened successfully at 1732422064924 2024-11-24T04:21:04,925 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732422064539.30e3684cdaec2369779b10933db7186f., pid=6, masterSystemTime=1732422064898 2024-11-24T04:21:04,927 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732422064539.30e3684cdaec2369779b10933db7186f. 2024-11-24T04:21:04,927 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732422064539.30e3684cdaec2369779b10933db7186f. 2024-11-24T04:21:04,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30e3684cdaec2369779b10933db7186f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:04,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30e3684cdaec2369779b10933db7186f, server=fadb2fe0ba32,41813,1732422059396 because future has completed 2024-11-24T04:21:04,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:21:04,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 30e3684cdaec2369779b10933db7186f, server=fadb2fe0ba32,41813,1732422059396 in 185 msec 2024-11-24T04:21:04,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:21:04,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=30e3684cdaec2369779b10933db7186f, ASSIGN in 346 msec 2024-11-24T04:21:04,936 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:21:04,936 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422064936"}]},"ts":"1732422064936"} 2024-11-24T04:21:04,938 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:21:04,939 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:21:04,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 400 msec 2024-11-24T04:21:04,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:21:04,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T04:21:04,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T04:21:04,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T04:21:04,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:21:04,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T04:21:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:05,175 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:21:05,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b21f2b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:05,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,34015,-1 for getting cluster id 2024-11-24T04:21:05,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:05,177 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '963c3b5b-684d-4db4-b661-ac56d9182dce' 2024-11-24T04:21:05,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:05,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "963c3b5b-684d-4db4-b661-ac56d9182dce" 2024-11-24T04:21:05,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f631b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:05,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,34015,-1] 2024-11-24T04:21:05,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:05,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:05,178 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6b8b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:05,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:05,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,34015,1732422053266 2024-11-24T04:21:05,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dea7f0e 2024-11-24T04:21:05,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:05,181 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:05,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:44835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:21:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:21:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:05,185 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:44835' 2024-11-24T04:21:05,186 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5bf4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:05,186 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44835,-1 for getting cluster id 2024-11-24T04:21:05,186 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:05,187 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5c7620-3ca0-424b-b0ef-3128fdfa0625' 2024-11-24T04:21:05,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:05,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5c7620-3ca0-424b-b0ef-3128fdfa0625" 2024-11-24T04:21:05,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43debf55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:05,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44835,-1] 2024-11-24T04:21:05,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:05,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:05,188 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:05,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a00769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:05,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:05,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44835,1732422056313 2024-11-24T04:21:05,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e6e3b3b 2024-11-24T04:21:05,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:05,191 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:05,191 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:21:05,191 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:21:05,191 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:05,192 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:05,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:05,192 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:05,193 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:21:05,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:21:05,194 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:05,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:21:05,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741837_1013 (size=1138) 2024-11-24T04:21:05,206 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16d1db4d819c852b53e3d32c428edfbe, NAME => 'hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826 2024-11-24T04:21:05,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741838_1014 (size=44) 2024-11-24T04:21:05,243 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:21:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:05,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:05,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 16d1db4d819c852b53e3d32c428edfbe, disabling compactions & flushes 2024-11-24T04:21:05,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:05,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:05,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. after waiting 0 ms 2024-11-24T04:21:05,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:05,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:05,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16d1db4d819c852b53e3d32c428edfbe: Waiting for close lock at 1732422065618Disabling compacts and flushes for region at 1732422065618Disabling writes for close at 1732422065618Writing region close event to WAL at 1732422065618Closed at 1732422065618 2024-11-24T04:21:05,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:21:05,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732422065619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422065619"}]},"ts":"1732422065619"} 2024-11-24T04:21:05,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:21:05,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:21:05,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422065622"}]},"ts":"1732422065622"} 2024-11-24T04:21:05,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:21:05,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16d1db4d819c852b53e3d32c428edfbe, ASSIGN}] 2024-11-24T04:21:05,625 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16d1db4d819c852b53e3d32c428edfbe, ASSIGN 2024-11-24T04:21:05,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16d1db4d819c852b53e3d32c428edfbe, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,35565,1732422053364; forceNewPlan=false, retain=false 2024-11-24T04:21:05,776 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16d1db4d819c852b53e3d32c428edfbe, regionState=OPENING, regionLocation=fadb2fe0ba32,35565,1732422053364 2024-11-24T04:21:05,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16d1db4d819c852b53e3d32c428edfbe, ASSIGN because future has completed 2024-11-24T04:21:05,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16d1db4d819c852b53e3d32c428edfbe, server=fadb2fe0ba32,35565,1732422053364}] 2024-11-24T04:21:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:05,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:05,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:05,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:21:05,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C35565%2C1732422053364.rep, suffix=, logDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364, archiveDir=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/oldWALs, maxLogs=10 2024-11-24T04:21:05,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.rep.1732422065937, exclude list is [], retry=0 2024-11-24T04:21:05,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33017,DS-52412605-c21c-4f43-baa4-50521a791568,DISK] 2024-11-24T04:21:05,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.rep.1732422065937 2024-11-24T04:21:05,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46227:46227)] 2024-11-24T04:21:05,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 16d1db4d819c852b53e3d32c428edfbe, NAME => 'hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:05,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:05,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:21:05,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. service=MultiRowMutationService 2024-11-24T04:21:05,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:21:05,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:05,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,980 INFO [StoreOpener-16d1db4d819c852b53e3d32c428edfbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,982 INFO [StoreOpener-16d1db4d819c852b53e3d32c428edfbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d1db4d819c852b53e3d32c428edfbe columnFamilyName hfileref 2024-11-24T04:21:05,982 DEBUG [StoreOpener-16d1db4d819c852b53e3d32c428edfbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:05,982 INFO [StoreOpener-16d1db4d819c852b53e3d32c428edfbe-1 {}] regionserver.HStore(327): Store=16d1db4d819c852b53e3d32c428edfbe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:05,982 INFO [StoreOpener-16d1db4d819c852b53e3d32c428edfbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,983 INFO [StoreOpener-16d1db4d819c852b53e3d32c428edfbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d1db4d819c852b53e3d32c428edfbe columnFamilyName queue 2024-11-24T04:21:05,983 DEBUG [StoreOpener-16d1db4d819c852b53e3d32c428edfbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:05,984 INFO [StoreOpener-16d1db4d819c852b53e3d32c428edfbe-1 {}] regionserver.HStore(327): Store=16d1db4d819c852b53e3d32c428edfbe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:05,984 INFO [StoreOpener-16d1db4d819c852b53e3d32c428edfbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,985 INFO [StoreOpener-16d1db4d819c852b53e3d32c428edfbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d1db4d819c852b53e3d32c428edfbe columnFamilyName sid 2024-11-24T04:21:05,985 DEBUG [StoreOpener-16d1db4d819c852b53e3d32c428edfbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:05,985 INFO [StoreOpener-16d1db4d819c852b53e3d32c428edfbe-1 {}] regionserver.HStore(327): Store=16d1db4d819c852b53e3d32c428edfbe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:05,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/replication/16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/replication/16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:21:05,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/replication/16d1db4d819c852b53e3d32c428edfbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:05,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 16d1db4d819c852b53e3d32c428edfbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70284367, jitterRate=0.047318682074546814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:21:05,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:05,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 16d1db4d819c852b53e3d32c428edfbe: Running coprocessor pre-open hook at 1732422065978Writing region info on filesystem at 1732422065978Initializing all the Stores at 1732422065978Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422065978Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422065980 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422065980Cleaning up temporary data from old regions at 1732422065987 (+7 ms)Running coprocessor post-open hooks at 1732422065991 (+4 ms)Region opened successfully at 1732422065991 2024-11-24T04:21:05,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe., pid=10, masterSystemTime=1732422065931 2024-11-24T04:21:05,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16d1db4d819c852b53e3d32c428edfbe, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,35565,1732422053364 2024-11-24T04:21:05,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:05,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:05,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16d1db4d819c852b53e3d32c428edfbe, server=fadb2fe0ba32,35565,1732422053364 because future has completed 2024-11-24T04:21:06,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:21:06,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 16d1db4d819c852b53e3d32c428edfbe, server=fadb2fe0ba32,35565,1732422053364 in 224 msec 2024-11-24T04:21:06,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T04:21:06,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16d1db4d819c852b53e3d32c428edfbe, ASSIGN in 381 msec 2024-11-24T04:21:06,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:21:06,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422066008"}]},"ts":"1732422066008"} 2024-11-24T04:21:06,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:21:06,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:21:06,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 821 msec 2024-11-24T04:21:06,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe., hostname=fadb2fe0ba32,35565,1732422053364, seqNum=2] 2024-11-24T04:21:06,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:21:06,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:21:06,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:21:06,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T04:21:06,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T04:21:06,213 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:21:06,250 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,35565,1732422053364, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:21:06,251 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:06,251 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,35565,1732422053364, seqNum=-1] 2024-11-24T04:21:06,252 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:06,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-24T04:21:06,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,35565,1732422053364', locateType=CURRENT is [region=hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe., hostname=fadb2fe0ba32,35565,1732422053364, seqNum=2] 2024-11-24T04:21:06,259 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T04:21:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T04:21:06,261 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,35565,1732422053364 suceeded 2024-11-24T04:21:06,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T04:21:06,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-24T04:21:06,263 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:44835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:21:06,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0810 sec 2024-11-24T04:21:06,280 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:44835' 2024-11-24T04:21:06,282 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53cbf3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:06,282 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44835,-1 for getting cluster id 2024-11-24T04:21:06,282 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:06,283 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5c7620-3ca0-424b-b0ef-3128fdfa0625' 2024-11-24T04:21:06,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:06,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5c7620-3ca0-424b-b0ef-3128fdfa0625" 2024-11-24T04:21:06,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d3d5dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:06,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44835,-1] 2024-11-24T04:21:06,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:06,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:06,284 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:06,285 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9c6d886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:06,285 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:06,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44835,1732422056313 2024-11-24T04:21:06,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dd00d00 2024-11-24T04:21:06,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:06,287 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-24T04:21:06,287 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,35565,1732422053364 (queues=1) is replicating from cluster=963c3b5b-684d-4db4-b661-ac56d9182dce to cluster=5c5c7620-3ca0-424b-b0ef-3128fdfa0625 2024-11-24T04:21:06,287 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C35565%2C1732422053364 2024-11-24T04:21:06,288 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,35565,1732422053364, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:21:06,288 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C35565%2C1732422053364 2024-11-24T04:21:06,288 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586, startPosition=0, beingWritten=true 2024-11-24T04:21:06,295 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:06,295 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 379, reset compression=false 2024-11-24T04:21:06,295 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,35565,1732422053364 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34015 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:06,324 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:21:06,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:06,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:06,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:06,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:06,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:06,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4a46fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:06,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44835,-1 for getting cluster id 2024-11-24T04:21:06,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:06,327 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5c7620-3ca0-424b-b0ef-3128fdfa0625' 2024-11-24T04:21:06,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5c7620-3ca0-424b-b0ef-3128fdfa0625" 2024-11-24T04:21:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118ff2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44835,-1] 2024-11-24T04:21:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:06,329 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2122fa59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:06,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:06,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44835,1732422056313 2024-11-24T04:21:06,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60eca4ee 2024-11-24T04:21:06,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:06,332 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:06,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:41451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:21:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:21:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:06,335 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:41451' 2024-11-24T04:21:06,336 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718b5818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:06,336 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,41451,-1 for getting cluster id 2024-11-24T04:21:06,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:06,337 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78aa888-b40d-4000-a797-2e9369e51129' 2024-11-24T04:21:06,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:06,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78aa888-b40d-4000-a797-2e9369e51129" 2024-11-24T04:21:06,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37249bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:06,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,41451,-1] 2024-11-24T04:21:06,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:06,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:06,339 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:06,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5674a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:06,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:06,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,41451,1732422059338 2024-11-24T04:21:06,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50986add 2024-11-24T04:21:06,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:06,342 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:06,342 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:21:06,342 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:21:06,342 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:06,342 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:06,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:06,343 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:06,344 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:21:06,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:21:06,345 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:06,346 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:21:06,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741837_1013 (size=1138) 2024-11-24T04:21:06,394 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:21:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:06,500 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 379, reset compression=false 2024-11-24T04:21:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:06,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:21:06,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0697e08f85d9c8b9b1769f8e1fdcf7c, NAME => 'hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba 2024-11-24T04:21:06,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:06,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741838_1014 (size=44) 2024-11-24T04:21:06,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:06,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0697e08f85d9c8b9b1769f8e1fdcf7c, disabling compactions & flushes 2024-11-24T04:21:06,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:06,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:06,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. after waiting 0 ms 2024-11-24T04:21:06,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:06,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:06,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0697e08f85d9c8b9b1769f8e1fdcf7c: Waiting for close lock at 1732422066769Disabling compacts and flushes for region at 1732422066769Disabling writes for close at 1732422066769Writing region close event to WAL at 1732422066769Closed at 1732422066769 2024-11-24T04:21:06,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:21:06,771 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732422066771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422066771"}]},"ts":"1732422066771"} 2024-11-24T04:21:06,773 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:21:06,774 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:21:06,774 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422066774"}]},"ts":"1732422066774"} 2024-11-24T04:21:06,776 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:21:06,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0697e08f85d9c8b9b1769f8e1fdcf7c, ASSIGN}] 2024-11-24T04:21:06,777 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0697e08f85d9c8b9b1769f8e1fdcf7c, ASSIGN 2024-11-24T04:21:06,778 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0697e08f85d9c8b9b1769f8e1fdcf7c, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,36867,1732422056352; forceNewPlan=false, retain=false 2024-11-24T04:21:06,803 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 379, reset compression=false 2024-11-24T04:21:06,810 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T04:21:06,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0697e08f85d9c8b9b1769f8e1fdcf7c, regionState=OPENING, regionLocation=fadb2fe0ba32,36867,1732422056352 2024-11-24T04:21:06,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0697e08f85d9c8b9b1769f8e1fdcf7c, ASSIGN because future has completed 2024-11-24T04:21:06,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0697e08f85d9c8b9b1769f8e1fdcf7c, server=fadb2fe0ba32,36867,1732422056352}] 2024-11-24T04:21:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:07,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:07,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:07,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:21:07,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C36867%2C1732422056352.rep, suffix=, logDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352, archiveDir=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/oldWALs, maxLogs=10 2024-11-24T04:21:07,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.rep.1732422067091, exclude list is [], retry=0 2024-11-24T04:21:07,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40925,DS-fde18e21-af7e-499e-ad84-5522206fe126,DISK] 2024-11-24T04:21:07,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.rep.1732422067091 2024-11-24T04:21:07,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213)] 2024-11-24T04:21:07,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0697e08f85d9c8b9b1769f8e1fdcf7c, NAME => 'hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:07,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:07,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:21:07,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. service=MultiRowMutationService 2024-11-24T04:21:07,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:21:07,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:07,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,121 INFO [StoreOpener-b0697e08f85d9c8b9b1769f8e1fdcf7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,122 INFO [StoreOpener-b0697e08f85d9c8b9b1769f8e1fdcf7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0697e08f85d9c8b9b1769f8e1fdcf7c columnFamilyName hfileref 2024-11-24T04:21:07,122 DEBUG [StoreOpener-b0697e08f85d9c8b9b1769f8e1fdcf7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:07,122 INFO [StoreOpener-b0697e08f85d9c8b9b1769f8e1fdcf7c-1 {}] regionserver.HStore(327): Store=b0697e08f85d9c8b9b1769f8e1fdcf7c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:07,122 INFO [StoreOpener-b0697e08f85d9c8b9b1769f8e1fdcf7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,123 INFO [StoreOpener-b0697e08f85d9c8b9b1769f8e1fdcf7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0697e08f85d9c8b9b1769f8e1fdcf7c columnFamilyName queue 2024-11-24T04:21:07,123 DEBUG [StoreOpener-b0697e08f85d9c8b9b1769f8e1fdcf7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:07,124 INFO [StoreOpener-b0697e08f85d9c8b9b1769f8e1fdcf7c-1 {}] regionserver.HStore(327): Store=b0697e08f85d9c8b9b1769f8e1fdcf7c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:07,124 INFO [StoreOpener-b0697e08f85d9c8b9b1769f8e1fdcf7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,127 INFO [StoreOpener-b0697e08f85d9c8b9b1769f8e1fdcf7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0697e08f85d9c8b9b1769f8e1fdcf7c columnFamilyName sid 2024-11-24T04:21:07,127 DEBUG [StoreOpener-b0697e08f85d9c8b9b1769f8e1fdcf7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:07,127 INFO [StoreOpener-b0697e08f85d9c8b9b1769f8e1fdcf7c-1 {}] regionserver.HStore(327): Store=b0697e08f85d9c8b9b1769f8e1fdcf7c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:07,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/replication/b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/replication/b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:21:07,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/replication/b0697e08f85d9c8b9b1769f8e1fdcf7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:07,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0697e08f85d9c8b9b1769f8e1fdcf7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71944243, jitterRate=0.07205276191234589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:21:07,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:07,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0697e08f85d9c8b9b1769f8e1fdcf7c: Running coprocessor pre-open hook at 1732422067115Writing region info on filesystem at 1732422067115Initializing all the Stores at 1732422067118 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422067118Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422067120 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422067120Cleaning up temporary data from old regions at 1732422067130 (+10 ms)Running coprocessor post-open hooks at 1732422067137 (+7 ms)Region opened successfully at 1732422067137 2024-11-24T04:21:07,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c., pid=10, masterSystemTime=1732422067084 2024-11-24T04:21:07,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:07,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:07,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0697e08f85d9c8b9b1769f8e1fdcf7c, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,36867,1732422056352 2024-11-24T04:21:07,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0697e08f85d9c8b9b1769f8e1fdcf7c, server=fadb2fe0ba32,36867,1732422056352 because future has completed 2024-11-24T04:21:07,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:21:07,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0697e08f85d9c8b9b1769f8e1fdcf7c, server=fadb2fe0ba32,36867,1732422056352 in 213 msec 2024-11-24T04:21:07,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T04:21:07,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0697e08f85d9c8b9b1769f8e1fdcf7c, ASSIGN in 372 msec 2024-11-24T04:21:07,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:21:07,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422067151"}]},"ts":"1732422067151"} 2024-11-24T04:21:07,154 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:21:07,155 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:21:07,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 812 msec 2024-11-24T04:21:07,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c., hostname=fadb2fe0ba32,36867,1732422056352, seqNum=2] 2024-11-24T04:21:07,210 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 379, reset compression=false 2024-11-24T04:21:07,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:21:07,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:21:07,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:21:07,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T04:21:07,372 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:21:07,426 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,36867,1732422056352, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:21:07,427 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:07,427 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,36867,1732422056352, seqNum=-1] 2024-11-24T04:21:07,427 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:07,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T04:21:07,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,36867,1732422056352', locateType=CURRENT is [region=hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c., hostname=fadb2fe0ba32,36867,1732422056352, seqNum=2] 2024-11-24T04:21:07,436 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T04:21:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T04:21:07,439 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,36867,1732422056352 suceeded 2024-11-24T04:21:07,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T04:21:07,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-24T04:21:07,441 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:41451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:21:07,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1090 sec 2024-11-24T04:21:07,456 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:41451' 2024-11-24T04:21:07,458 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@acbb68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:07,458 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,41451,-1 for getting cluster id 2024-11-24T04:21:07,459 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:07,459 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78aa888-b40d-4000-a797-2e9369e51129' 2024-11-24T04:21:07,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:07,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78aa888-b40d-4000-a797-2e9369e51129" 2024-11-24T04:21:07,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@549e6fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:07,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,41451,-1] 2024-11-24T04:21:07,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:07,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:07,461 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:07,462 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4db40aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:07,462 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:07,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,41451,1732422059338 2024-11-24T04:21:07,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b772082 2024-11-24T04:21:07,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:07,463 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-24T04:21:07,464 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,36867,1732422056352 (queues=1) is replicating from cluster=5c5c7620-3ca0-424b-b0ef-3128fdfa0625 to cluster=a78aa888-b40d-4000-a797-2e9369e51129 2024-11-24T04:21:07,464 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C36867%2C1732422056352 2024-11-24T04:21:07,464 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,36867,1732422056352, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:21:07,465 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005, startPosition=0, beingWritten=true 2024-11-24T04:21:07,468 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C36867%2C1732422056352 2024-11-24T04:21:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:07,474 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:21:07,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:07,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:07,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:07,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:07,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:07,475 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:07,475 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 379, reset compression=false 2024-11-24T04:21:07,476 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,36867,1732422056352 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:07,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57746d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:07,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,41451,-1 for getting cluster id 2024-11-24T04:21:07,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:07,481 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78aa888-b40d-4000-a797-2e9369e51129' 2024-11-24T04:21:07,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78aa888-b40d-4000-a797-2e9369e51129" 2024-11-24T04:21:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aea41df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,41451,-1] 2024-11-24T04:21:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:07,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:07,483 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:07,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6b8569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:07,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,41451,1732422059338 2024-11-24T04:21:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1544e05e 2024-11-24T04:21:07,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:07,486 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:07,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:44835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:21:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:21:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:07,489 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:44835' 2024-11-24T04:21:07,490 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fe88ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:07,490 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44835,-1 for getting cluster id 2024-11-24T04:21:07,490 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:07,491 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5c7620-3ca0-424b-b0ef-3128fdfa0625' 2024-11-24T04:21:07,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:07,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5c7620-3ca0-424b-b0ef-3128fdfa0625" 2024-11-24T04:21:07,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747d6992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:07,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44835,-1] 2024-11-24T04:21:07,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:07,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:07,492 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:07,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b31c34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:07,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:07,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44835,1732422056313 2024-11-24T04:21:07,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49c58353 2024-11-24T04:21:07,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:07,494 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:07,495 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:21:07,495 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:21:07,495 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:07,496 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:07,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:07,496 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:07,497 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:21:07,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:21:07,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:07,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:21:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741837_1013 (size=1138) 2024-11-24T04:21:07,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0c5f190b4ebed43516baa654bf82e26, NAME => 'hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791 2024-11-24T04:21:07,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741838_1014 (size=44) 2024-11-24T04:21:07,548 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:21:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:07,686 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 379, reset compression=false 2024-11-24T04:21:07,716 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 379, reset compression=false 2024-11-24T04:21:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:07,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:07,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d0c5f190b4ebed43516baa654bf82e26, disabling compactions & flushes 2024-11-24T04:21:07,934 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. 2024-11-24T04:21:07,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. 2024-11-24T04:21:07,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. after waiting 0 ms 2024-11-24T04:21:07,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. 2024-11-24T04:21:07,935 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. 2024-11-24T04:21:07,935 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0c5f190b4ebed43516baa654bf82e26: Waiting for close lock at 1732422067934Disabling compacts and flushes for region at 1732422067934Disabling writes for close at 1732422067935 (+1 ms)Writing region close event to WAL at 1732422067935Closed at 1732422067935 2024-11-24T04:21:07,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:21:07,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732422067936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422067936"}]},"ts":"1732422067936"} 2024-11-24T04:21:07,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:21:07,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:21:07,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422067939"}]},"ts":"1732422067939"} 2024-11-24T04:21:07,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:21:07,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0c5f190b4ebed43516baa654bf82e26, ASSIGN}] 2024-11-24T04:21:07,945 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0c5f190b4ebed43516baa654bf82e26, ASSIGN 2024-11-24T04:21:07,947 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d0c5f190b4ebed43516baa654bf82e26, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,41813,1732422059396; forceNewPlan=false, retain=false 2024-11-24T04:21:07,990 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 379, reset compression=false 2024-11-24T04:21:08,098 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d0c5f190b4ebed43516baa654bf82e26, regionState=OPENING, regionLocation=fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:08,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d0c5f190b4ebed43516baa654bf82e26, ASSIGN because future has completed 2024-11-24T04:21:08,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0c5f190b4ebed43516baa654bf82e26, server=fadb2fe0ba32,41813,1732422059396}] 2024-11-24T04:21:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:08,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. 2024-11-24T04:21:08,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:08,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:21:08,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C41813%2C1732422059396.rep, suffix=, logDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396, archiveDir=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/oldWALs, maxLogs=10 2024-11-24T04:21:08,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.rep.1732422068263, exclude list is [], retry=0 2024-11-24T04:21:08,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-05f7f977-6f57-4597-a8f5-82d24b6b6351,DISK] 2024-11-24T04:21:08,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.rep.1732422068263 2024-11-24T04:21:08,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42469:42469)] 2024-11-24T04:21:08,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d0c5f190b4ebed43516baa654bf82e26, NAME => 'hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:08,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:08,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:21:08,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. service=MultiRowMutationService 2024-11-24T04:21:08,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:21:08,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:08,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,295 INFO [StoreOpener-d0c5f190b4ebed43516baa654bf82e26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,296 INFO [StoreOpener-d0c5f190b4ebed43516baa654bf82e26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0c5f190b4ebed43516baa654bf82e26 columnFamilyName hfileref 2024-11-24T04:21:08,296 DEBUG [StoreOpener-d0c5f190b4ebed43516baa654bf82e26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:08,296 INFO [StoreOpener-d0c5f190b4ebed43516baa654bf82e26-1 {}] regionserver.HStore(327): Store=d0c5f190b4ebed43516baa654bf82e26/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:08,297 INFO [StoreOpener-d0c5f190b4ebed43516baa654bf82e26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,298 INFO [StoreOpener-d0c5f190b4ebed43516baa654bf82e26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0c5f190b4ebed43516baa654bf82e26 columnFamilyName queue 2024-11-24T04:21:08,298 DEBUG [StoreOpener-d0c5f190b4ebed43516baa654bf82e26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:08,298 INFO [StoreOpener-d0c5f190b4ebed43516baa654bf82e26-1 {}] regionserver.HStore(327): Store=d0c5f190b4ebed43516baa654bf82e26/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:08,298 INFO [StoreOpener-d0c5f190b4ebed43516baa654bf82e26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,299 INFO [StoreOpener-d0c5f190b4ebed43516baa654bf82e26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0c5f190b4ebed43516baa654bf82e26 columnFamilyName sid 2024-11-24T04:21:08,299 DEBUG [StoreOpener-d0c5f190b4ebed43516baa654bf82e26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:08,299 INFO [StoreOpener-d0c5f190b4ebed43516baa654bf82e26-1 {}] regionserver.HStore(327): Store=d0c5f190b4ebed43516baa654bf82e26/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:08,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/replication/d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/replication/d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:21:08,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/replication/d0c5f190b4ebed43516baa654bf82e26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:08,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d0c5f190b4ebed43516baa654bf82e26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73919124, jitterRate=0.10148078203201294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:21:08,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:08,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d0c5f190b4ebed43516baa654bf82e26: Running coprocessor pre-open hook at 1732422068294Writing region info on filesystem at 1732422068294Initializing all the Stores at 1732422068294Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422068294Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422068294Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422068295 (+1 ms)Cleaning up temporary data from old regions at 1732422068301 (+6 ms)Running coprocessor post-open hooks at 1732422068305 (+4 ms)Region opened successfully at 1732422068305 2024-11-24T04:21:08,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26., pid=10, masterSystemTime=1732422068253 2024-11-24T04:21:08,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. 2024-11-24T04:21:08,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. 2024-11-24T04:21:08,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d0c5f190b4ebed43516baa654bf82e26, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:08,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0c5f190b4ebed43516baa654bf82e26, server=fadb2fe0ba32,41813,1732422059396 because future has completed 2024-11-24T04:21:08,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:21:08,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d0c5f190b4ebed43516baa654bf82e26, server=fadb2fe0ba32,41813,1732422059396 in 212 msec 2024-11-24T04:21:08,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T04:21:08,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0c5f190b4ebed43516baa654bf82e26, ASSIGN in 372 msec 2024-11-24T04:21:08,319 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:21:08,319 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422068319"}]},"ts":"1732422068319"} 2024-11-24T04:21:08,323 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 379, reset compression=false 2024-11-24T04:21:08,328 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:21:08,329 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:21:08,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 833 msec 2024-11-24T04:21:08,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26., hostname=fadb2fe0ba32,41813,1732422059396, seqNum=2] 2024-11-24T04:21:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:21:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:21:08,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:21:08,405 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 379, reset compression=false 2024-11-24T04:21:08,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T04:21:08,519 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:21:08,560 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,41813,1732422059396, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:21:08,560 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:08,560 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,41813,1732422059396, seqNum=-1] 2024-11-24T04:21:08,561 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:08,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T04:21:08,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,41813,1732422059396', locateType=CURRENT is [region=hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26., hostname=fadb2fe0ba32,41813,1732422059396, seqNum=2] 2024-11-24T04:21:08,567 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T04:21:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T04:21:08,570 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,41813,1732422059396 suceeded 2024-11-24T04:21:08,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T04:21:08,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-24T04:21:08,572 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:44835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:21:08,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0850 sec 2024-11-24T04:21:08,584 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:44835' 2024-11-24T04:21:08,586 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@735fd36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:08,586 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44835,-1 for getting cluster id 2024-11-24T04:21:08,586 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:08,587 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5c7620-3ca0-424b-b0ef-3128fdfa0625' 2024-11-24T04:21:08,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:08,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5c7620-3ca0-424b-b0ef-3128fdfa0625" 2024-11-24T04:21:08,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b9ce8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:08,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44835,-1] 2024-11-24T04:21:08,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:08,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:08,589 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:08,590 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c7be3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:08,590 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:08,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,44835,1732422056313 2024-11-24T04:21:08,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44f8b768 2024-11-24T04:21:08,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:08,592 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-24T04:21:08,593 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,41813,1732422059396 (queues=1) is replicating from cluster=a78aa888-b40d-4000-a797-2e9369e51129 to cluster=5c5c7620-3ca0-424b-b0ef-3128fdfa0625 2024-11-24T04:21:08,593 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C41813%2C1732422059396 2024-11-24T04:21:08,593 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,41813,1732422059396, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:21:08,596 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234, startPosition=0, beingWritten=true 2024-11-24T04:21:08,598 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C41813%2C1732422059396 2024-11-24T04:21:08,606 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:08,606 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 379, reset compression=false 2024-11-24T04:21:08,606 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,41813,1732422059396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:08,625 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:21:08,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:08,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:08,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:08,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:08,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:08,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f552ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:08,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,34015,-1 for getting cluster id 2024-11-24T04:21:08,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:08,626 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '963c3b5b-684d-4db4-b661-ac56d9182dce' 2024-11-24T04:21:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "963c3b5b-684d-4db4-b661-ac56d9182dce" 2024-11-24T04:21:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb2c2f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,34015,-1] 2024-11-24T04:21:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:08,628 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:08,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d72397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:08,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f4c46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:08,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44835,-1 for getting cluster id 2024-11-24T04:21:08,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:08,630 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5c7620-3ca0-424b-b0ef-3128fdfa0625' 2024-11-24T04:21:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5c7620-3ca0-424b-b0ef-3128fdfa0625" 2024-11-24T04:21:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed01e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44835,-1] 2024-11-24T04:21:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:08,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:08,631 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:08,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b0dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:08,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7505b0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:08,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,41451,-1 for getting cluster id 2024-11-24T04:21:08,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:08,633 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78aa888-b40d-4000-a797-2e9369e51129' 2024-11-24T04:21:08,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:08,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78aa888-b40d-4000-a797-2e9369e51129" 2024-11-24T04:21:08,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6235db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:08,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,41451,-1] 2024-11-24T04:21:08,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:08,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:08,634 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0031a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:08,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,35565,1732422053364, seqNum=-1] 2024-11-24T04:21:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:08,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:08,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6., hostname=fadb2fe0ba32,35565,1732422053364, seqNum=2] 2024-11-24T04:21:08,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,41813,1732422059396, seqNum=-1] 2024-11-24T04:21:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:08,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732422064539.30e3684cdaec2369779b10933db7186f., hostname=fadb2fe0ba32,41813,1732422059396, seqNum=2] 2024-11-24T04:21:08,645 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-24T04:21:08,823 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 379, reset compression=false 2024-11-24T04:21:08,914 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 379, reset compression=false 2024-11-24T04:21:09,032 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 379, reset compression=false 2024-11-24T04:21:09,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:09,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:21:09,035 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88545 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:21:09,037 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:21:09,037 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 480, reset compression=false 2024-11-24T04:21:09,037 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,35565,1732422053364 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb41b4020c4b1bcf22a115c9349f25c6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-24T04:21:09,039 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:21:09,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-24T04:21:09,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:21:09,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76053624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:09,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,44835,-1 for getting cluster id 2024-11-24T04:21:09,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:09,042 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c5c7620-3ca0-424b-b0ef-3128fdfa0625' 2024-11-24T04:21:09,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:09,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c5c7620-3ca0-424b-b0ef-3128fdfa0625" 2024-11-24T04:21:09,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dabd0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:09,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,44835,-1] 2024-11-24T04:21:09,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:09,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:09,043 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:09,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49417271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:09,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:09,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,36867,1732422056352, seqNum=-1] 2024-11-24T04:21:09,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:09,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-24T04:21:09,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446., hostname=fadb2fe0ba32,36867,1732422056352, seqNum=2] 2024-11-24T04:21:09,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:21:09,127 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 379, reset compression=false 2024-11-24T04:21:09,240 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 480, reset compression=false 2024-11-24T04:21:09,517 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 379, reset compression=false 2024-11-24T04:21:09,523 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:21:09,523 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 504, reset compression=false 2024-11-24T04:21:09,523 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,36867,1732422056352 got entry batch from reader: WALEntryBatch [walEntries=[{test/3bb06ec4b2f4e4efa0d53524e6394446/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-24T04:21:09,526 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:21:09,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-24T04:21:09,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:21:09,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63f5d20a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:09,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,41451,-1 for getting cluster id 2024-11-24T04:21:09,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:09,529 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a78aa888-b40d-4000-a797-2e9369e51129' 2024-11-24T04:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a78aa888-b40d-4000-a797-2e9369e51129" 2024-11-24T04:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62481033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,41451,-1] 2024-11-24T04:21:09,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:09,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:09,531 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:09,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e72c303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:09,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:09,532 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 379, reset compression=false 2024-11-24T04:21:09,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,41813,1732422059396, seqNum=-1] 2024-11-24T04:21:09,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:09,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-24T04:21:09,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732422064539.30e3684cdaec2369779b10933db7186f., hostname=fadb2fe0ba32,41813,1732422059396, seqNum=2] 2024-11-24T04:21:09,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:21:09,543 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:09,543 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 527, reset compression=false 2024-11-24T04:21:09,543 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,41813,1732422059396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:09,545 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 480, reset compression=false 2024-11-24T04:21:09,647 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-24T04:21:09,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:09,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,36867,1732422056352, seqNum=-1] 2024-11-24T04:21:09,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:09,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:09,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446., hostname=fadb2fe0ba32,36867,1732422056352, seqNum=2] 2024-11-24T04:21:09,656 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-24T04:21:09,729 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 504, reset compression=false 2024-11-24T04:21:09,734 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:21:09,735 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 608, reset compression=false 2024-11-24T04:21:09,735 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,36867,1732422056352 got entry batch from reader: WALEntryBatch [walEntries=[{test/3bb06ec4b2f4e4efa0d53524e6394446/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T04:21:09,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:21:09,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:21:09,748 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 527, reset compression=false 2024-11-24T04:21:09,755 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:09,755 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 654, reset compression=false 2024-11-24T04:21:09,755 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,41813,1732422059396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:09,940 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 608, reset compression=false 2024-11-24T04:21:09,953 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 480, reset compression=false 2024-11-24T04:21:09,960 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 654, reset compression=false 2024-11-24T04:21:10,245 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 608, reset compression=false 2024-11-24T04:21:10,263 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 654, reset compression=false 2024-11-24T04:21:10,457 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 480, reset compression=false 2024-11-24T04:21:10,650 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 608, reset compression=false 2024-11-24T04:21:10,658 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-24T04:21:10,661 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-24T04:21:10,668 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 654, reset compression=false 2024-11-24T04:21:10,673 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:21:10,673 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 758, reset compression=false 2024-11-24T04:21:10,673 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,41813,1732422059396 got entry batch from reader: WALEntryBatch [walEntries=[{test/30e3684cdaec2369779b10933db7186f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-24T04:21:10,675 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:21:10,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-24T04:21:10,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:21:10,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:21:10,878 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 758, reset compression=false 2024-11-24T04:21:11,062 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 480, reset compression=false 2024-11-24T04:21:11,157 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 608, reset compression=false 2024-11-24T04:21:11,162 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:11,162 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 736, reset compression=false 2024-11-24T04:21:11,162 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,36867,1732422056352 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:11,182 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 758, reset compression=false 2024-11-24T04:21:11,366 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 736, reset compression=false 2024-11-24T04:21:11,586 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 758, reset compression=false 2024-11-24T04:21:11,663 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-24T04:21:11,667 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-24T04:21:11,684 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 736, reset compression=false 2024-11-24T04:21:11,767 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 480, reset compression=false 2024-11-24T04:21:11,774 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:21:11,774 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 636, reset compression=false 2024-11-24T04:21:11,774 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,35565,1732422053364 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb41b4020c4b1bcf22a115c9349f25c6/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-24T04:21:11,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:21:11,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:21:11,984 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 636, reset compression=false 2024-11-24T04:21:12,088 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 736, reset compression=false 2024-11-24T04:21:12,093 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:21:12,093 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 884, reset compression=false 2024-11-24T04:21:12,093 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,36867,1732422056352 got entry batch from reader: WALEntryBatch [walEntries=[{test/3bb06ec4b2f4e4efa0d53524e6394446/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-24T04:21:12,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:21:12,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:21:12,100 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 758, reset compression=false 2024-11-24T04:21:12,104 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:12,104 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 929, reset compression=false 2024-11-24T04:21:12,104 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,41813,1732422059396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:12,288 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 636, reset compression=false 2024-11-24T04:21:12,297 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 884, reset compression=false 2024-11-24T04:21:12,308 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 929, reset compression=false 2024-11-24T04:21:12,601 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 884, reset compression=false 2024-11-24T04:21:12,612 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 929, reset compression=false 2024-11-24T04:21:12,618 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:21:12,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,669 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-24T04:21:12,674 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-24T04:21:12,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:12,694 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 636, reset compression=false 2024-11-24T04:21:13,006 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 884, reset compression=false 2024-11-24T04:21:13,011 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:21:13,011 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1043, reset compression=false 2024-11-24T04:21:13,011 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,36867,1732422056352 got entry batch from reader: WALEntryBatch [walEntries=[{test/3bb06ec4b2f4e4efa0d53524e6394446/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T04:21:13,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:21:13,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:21:13,018 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 929, reset compression=false 2024-11-24T04:21:13,023 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:13,023 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 1078, reset compression=false 2024-11-24T04:21:13,023 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,41813,1732422059396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:13,216 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1043, reset compression=false 2024-11-24T04:21:13,216 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 636, reset compression=false 2024-11-24T04:21:13,242 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 1078, reset compression=false 2024-11-24T04:21:13,519 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1043, reset compression=false 2024-11-24T04:21:13,545 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 1078, reset compression=false 2024-11-24T04:21:13,676 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-24T04:21:13,680 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-24T04:21:13,820 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 636, reset compression=false 2024-11-24T04:21:13,924 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1043, reset compression=false 2024-11-24T04:21:13,951 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 1078, reset compression=false 2024-11-24T04:21:13,963 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:21:13,963 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 1237, reset compression=false 2024-11-24T04:21:13,963 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,41813,1732422059396 got entry batch from reader: WALEntryBatch [walEntries=[{test/30e3684cdaec2369779b10933db7186f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-24T04:21:13,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-24T04:21:13,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-24T04:21:14,184 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 1237, reset compression=false 2024-11-24T04:21:14,428 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1043, reset compression=false 2024-11-24T04:21:14,433 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:14,433 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1193, reset compression=false 2024-11-24T04:21:14,433 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,36867,1732422056352 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:14,497 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 1237, reset compression=false 2024-11-24T04:21:14,549 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 636, reset compression=false 2024-11-24T04:21:14,636 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1193, reset compression=false 2024-11-24T04:21:14,681 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-24T04:21:14,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:21:14,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:14,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:14,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:14,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:14,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:21:14,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1071230715, stopped=false 2024-11-24T04:21:14,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:14,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,41451,1732422059338 2024-11-24T04:21:14,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-241701295/running 2024-11-24T04:21:14,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-241701295/running 2024-11-24T04:21:14,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:21:14,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:21:14,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:21:14,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Set watcher on znode that does not yet exist, /2-241701295/running 2024-11-24T04:21:14,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:14,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:14,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:14,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,41813,1732422059396' ***** 2024-11-24T04:21:14,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:21:14,690 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:21:14,690 INFO [RS:0;fadb2fe0ba32:41813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:21:14,690 INFO [RS:0;fadb2fe0ba32:41813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:21:14,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Set watcher on znode that does not yet exist, /2-241701295/running 2024-11-24T04:21:14,690 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:21:14,691 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(3091): Received CLOSE for d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:14,691 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(3091): Received CLOSE for 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:14,691 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:14,691 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:21:14,691 INFO [RS:0;fadb2fe0ba32:41813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:41813. 2024-11-24T04:21:14,691 DEBUG [RS:0;fadb2fe0ba32:41813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:14,691 DEBUG [RS:0;fadb2fe0ba32:41813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:14,691 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:21:14,691 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:21:14,691 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:21:14,691 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:21:14,691 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T04:21:14,691 DEBUG [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(1325): Online Regions={d0c5f190b4ebed43516baa654bf82e26=hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26., 30e3684cdaec2369779b10933db7186f=test,,1732422064539.30e3684cdaec2369779b10933db7186f., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:21:14,692 DEBUG [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30e3684cdaec2369779b10933db7186f, d0c5f190b4ebed43516baa654bf82e26 2024-11-24T04:21:14,692 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:21:14,692 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0c5f190b4ebed43516baa654bf82e26, disabling compactions & flushes 2024-11-24T04:21:14,692 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:21:14,692 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. 2024-11-24T04:21:14,692 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:21:14,692 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. 2024-11-24T04:21:14,692 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:21:14,692 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:21:14,692 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. after waiting 0 ms 2024-11-24T04:21:14,692 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. 2024-11-24T04:21:14,692 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T04:21:14,692 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d0c5f190b4ebed43516baa654bf82e26 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-24T04:21:14,707 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/replication/d0c5f190b4ebed43516baa654bf82e26/.tmp/queue/3c4b90cef2334b2c8b379fe50d5fba9e is 154, key is 1-fadb2fe0ba32,41813,1732422059396/queue:fadb2fe0ba32%2C41813%2C1732422059396/1732422073970/Put/seqid=0 2024-11-24T04:21:14,707 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/.tmp/info/49c844af9c604792b7344b489123109e is 147, key is hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26./info:regioninfo/1732422068308/Put/seqid=0 2024-11-24T04:21:14,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741840_1016 (size=7686) 2024-11-24T04:21:14,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741841_1017 (size=5353) 2024-11-24T04:21:14,711 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/.tmp/info/49c844af9c604792b7344b489123109e 2024-11-24T04:21:14,712 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/replication/d0c5f190b4ebed43516baa654bf82e26/.tmp/queue/3c4b90cef2334b2c8b379fe50d5fba9e 2024-11-24T04:21:14,712 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:21:14,716 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/replication/d0c5f190b4ebed43516baa654bf82e26/.tmp/queue/3c4b90cef2334b2c8b379fe50d5fba9e as hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/replication/d0c5f190b4ebed43516baa654bf82e26/queue/3c4b90cef2334b2c8b379fe50d5fba9e 2024-11-24T04:21:14,719 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/replication/d0c5f190b4ebed43516baa654bf82e26/queue/3c4b90cef2334b2c8b379fe50d5fba9e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-24T04:21:14,720 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d0c5f190b4ebed43516baa654bf82e26 in 28ms, sequenceid=12, compaction requested=false 2024-11-24T04:21:14,722 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/replication/d0c5f190b4ebed43516baa654bf82e26/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-24T04:21:14,723 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:14,723 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:21:14,723 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. 2024-11-24T04:21:14,723 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0c5f190b4ebed43516baa654bf82e26: Waiting for close lock at 1732422074692Running coprocessor pre-close hooks at 1732422074692Disabling compacts and flushes for region at 1732422074692Disabling writes for close at 1732422074692Obtaining lock to block concurrent updates at 1732422074692Preparing flush snapshotting stores in d0c5f190b4ebed43516baa654bf82e26 at 1732422074692Finished memstore snapshotting hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732422074692Flushing stores of hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. at 1732422074693 (+1 ms)Flushing d0c5f190b4ebed43516baa654bf82e26/queue: creating writer at 1732422074693Flushing d0c5f190b4ebed43516baa654bf82e26/queue: appending metadata at 1732422074707 (+14 ms)Flushing d0c5f190b4ebed43516baa654bf82e26/queue: closing flushed file at 1732422074707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac758c8: reopening flushed file at 1732422074715 (+8 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d0c5f190b4ebed43516baa654bf82e26 in 28ms, sequenceid=12, compaction requested=false at 1732422074720 (+5 ms)Writing region close event to WAL at 1732422074720Running coprocessor post-close hooks at 1732422074723 (+3 ms)Closed at 1732422074723 2024-11-24T04:21:14,723 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732422067496.d0c5f190b4ebed43516baa654bf82e26. 2024-11-24T04:21:14,723 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30e3684cdaec2369779b10933db7186f, disabling compactions & flushes 2024-11-24T04:21:14,723 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732422064539.30e3684cdaec2369779b10933db7186f. 2024-11-24T04:21:14,723 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422064539.30e3684cdaec2369779b10933db7186f. 2024-11-24T04:21:14,723 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732422064539.30e3684cdaec2369779b10933db7186f. after waiting 0 ms 2024-11-24T04:21:14,723 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732422064539.30e3684cdaec2369779b10933db7186f. 2024-11-24T04:21:14,723 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30e3684cdaec2369779b10933db7186f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T04:21:14,732 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/.tmp/ns/711295fa3dcc440498fee9364f278fad is 43, key is default/ns:d/1732422061197/Put/seqid=0 2024-11-24T04:21:14,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741842_1018 (size=5153) 2024-11-24T04:21:14,745 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/.tmp/f/867e31d39fdc4ebfab0fde87fe9b1318 is 29, key is row1/f:/1732422072670/DeleteFamily/seqid=0 2024-11-24T04:21:14,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741843_1019 (size=5152) 2024-11-24T04:21:14,765 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/.tmp/f/867e31d39fdc4ebfab0fde87fe9b1318 2024-11-24T04:21:14,772 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 867e31d39fdc4ebfab0fde87fe9b1318 2024-11-24T04:21:14,796 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/.tmp/f1/dda58d40152042eba21f5e7fe9c835ae is 30, key is row1/f1:/1732422072670/DeleteFamily/seqid=0 2024-11-24T04:21:14,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741844_1020 (size=5158) 2024-11-24T04:21:14,805 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/.tmp/f1/dda58d40152042eba21f5e7fe9c835ae 2024-11-24T04:21:14,810 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dda58d40152042eba21f5e7fe9c835ae 2024-11-24T04:21:14,830 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/.tmp/norep/d36dc7a357324351bfcaec744ee6dc3e is 33, key is row2/norep:/1732422073677/DeleteFamily/seqid=0 2024-11-24T04:21:14,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741845_1021 (size=5108) 2024-11-24T04:21:14,849 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/.tmp/norep/d36dc7a357324351bfcaec744ee6dc3e 2024-11-24T04:21:14,864 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d36dc7a357324351bfcaec744ee6dc3e 2024-11-24T04:21:14,865 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/.tmp/f/867e31d39fdc4ebfab0fde87fe9b1318 as hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/f/867e31d39fdc4ebfab0fde87fe9b1318 2024-11-24T04:21:14,874 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 867e31d39fdc4ebfab0fde87fe9b1318 2024-11-24T04:21:14,874 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/f/867e31d39fdc4ebfab0fde87fe9b1318, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T04:21:14,876 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/.tmp/f1/dda58d40152042eba21f5e7fe9c835ae as hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/f1/dda58d40152042eba21f5e7fe9c835ae 2024-11-24T04:21:14,886 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dda58d40152042eba21f5e7fe9c835ae 2024-11-24T04:21:14,886 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/f1/dda58d40152042eba21f5e7fe9c835ae, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T04:21:14,887 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/.tmp/norep/d36dc7a357324351bfcaec744ee6dc3e as hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/norep/d36dc7a357324351bfcaec744ee6dc3e 2024-11-24T04:21:14,892 DEBUG [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30e3684cdaec2369779b10933db7186f 2024-11-24T04:21:14,892 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d36dc7a357324351bfcaec744ee6dc3e 2024-11-24T04:21:14,892 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/norep/d36dc7a357324351bfcaec744ee6dc3e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T04:21:14,896 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 30e3684cdaec2369779b10933db7186f in 172ms, sequenceid=10, compaction requested=false 2024-11-24T04:21:14,900 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 1237, reset compression=false 2024-11-24T04:21:14,911 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:14,911 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 1833, reset compression=false 2024-11-24T04:21:14,911 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,41813,1732422059396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234, lastWalPosition=1833, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:14,912 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fadb2fe0ba32,41813,1732422059396: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fadb2fe0ba32,41813,1732422059396, walGroup=fadb2fe0ba32%2C41813%2C1732422059396, offset=fadb2fe0ba32%2C41813%2C1732422059396.1732422060234:1833, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:41813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T04:21:14,913 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:21:14,914 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:21:14,914 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:21:14,914 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:21:14,914 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:21:14,914 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 906955904 }, "NonHeapMemoryUsage": { "committed": 207224832, "init": 7667712, "max": -1, "used": 201646384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:21:14,914 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:41451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:41451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T04:21:14,922 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/default/test/30e3684cdaec2369779b10933db7186f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T04:21:14,922 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:14,922 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 2128, reset compression=false 2024-11-24T04:21:14,923 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:14,923 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:21:14,923 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732422064539.30e3684cdaec2369779b10933db7186f. 2024-11-24T04:21:14,923 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30e3684cdaec2369779b10933db7186f: Waiting for close lock at 1732422074723Running coprocessor pre-close hooks at 1732422074723Disabling compacts and flushes for region at 1732422074723Disabling writes for close at 1732422074723Obtaining lock to block concurrent updates at 1732422074723Preparing flush snapshotting stores in 30e3684cdaec2369779b10933db7186f at 1732422074723Finished memstore snapshotting test,,1732422064539.30e3684cdaec2369779b10933db7186f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732422074724 (+1 ms)Flushing stores of test,,1732422064539.30e3684cdaec2369779b10933db7186f. at 1732422074724Flushing 30e3684cdaec2369779b10933db7186f/f: creating writer at 1732422074724Flushing 30e3684cdaec2369779b10933db7186f/f: appending metadata at 1732422074744 (+20 ms)Flushing 30e3684cdaec2369779b10933db7186f/f: closing flushed file at 1732422074744Flushing 30e3684cdaec2369779b10933db7186f/f1: creating writer at 1732422074773 (+29 ms)Flushing 30e3684cdaec2369779b10933db7186f/f1: appending metadata at 1732422074795 (+22 ms)Flushing 30e3684cdaec2369779b10933db7186f/f1: closing flushed file at 1732422074795Flushing 30e3684cdaec2369779b10933db7186f/norep: creating writer at 1732422074810 (+15 ms)Flushing 30e3684cdaec2369779b10933db7186f/norep: appending metadata at 1732422074830 (+20 ms)Flushing 30e3684cdaec2369779b10933db7186f/norep: closing flushed file at 1732422074830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c93fbf: reopening flushed file at 1732422074865 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f94b21e: reopening flushed file at 1732422074874 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7ecd2e: reopening flushed file at 1732422074886 (+12 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 30e3684cdaec2369779b10933db7186f in 172ms, sequenceid=10, compaction requested=false at 1732422074896 (+10 ms)Writing region close event to WAL at 1732422074910 (+14 ms)Running coprocessor post-close hooks at 1732422074923 (+13 ms)Closed at 1732422074923 2024-11-24T04:21:14,923 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732422064539.30e3684cdaec2369779b10933db7186f. 2024-11-24T04:21:14,940 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1193, reset compression=false 2024-11-24T04:21:15,092 DEBUG [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:15,097 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:21:15,097 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:21:15,128 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 2128, reset compression=false 2024-11-24T04:21:15,138 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/.tmp/ns/711295fa3dcc440498fee9364f278fad 2024-11-24T04:21:15,200 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/.tmp/rep_barrier/42426d7df78a45c38b578d615057549d is 112, key is test,,1732422064539.30e3684cdaec2369779b10933db7186f./rep_barrier:seqnumDuringOpen/1732422064927/Put/seqid=0 2024-11-24T04:21:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741846_1022 (size=5518) 2024-11-24T04:21:15,219 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/.tmp/rep_barrier/42426d7df78a45c38b578d615057549d 2024-11-24T04:21:15,262 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/.tmp/table/f6fc55d7f0ea4b5db989da00d0ca9108 is 53, key is hbase:replication/table:state/1732422068319/Put/seqid=0 2024-11-24T04:21:15,292 DEBUG [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:15,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741847_1023 (size=5308) 2024-11-24T04:21:15,309 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/.tmp/table/f6fc55d7f0ea4b5db989da00d0ca9108 2024-11-24T04:21:15,331 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/.tmp/info/49c844af9c604792b7344b489123109e as hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/info/49c844af9c604792b7344b489123109e 2024-11-24T04:21:15,341 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/info/49c844af9c604792b7344b489123109e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T04:21:15,344 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1193, reset compression=false 2024-11-24T04:21:15,352 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 636, reset compression=false 2024-11-24T04:21:15,353 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/.tmp/ns/711295fa3dcc440498fee9364f278fad as hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/ns/711295fa3dcc440498fee9364f278fad 2024-11-24T04:21:15,360 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/ns/711295fa3dcc440498fee9364f278fad, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T04:21:15,362 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/.tmp/rep_barrier/42426d7df78a45c38b578d615057549d as hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/rep_barrier/42426d7df78a45c38b578d615057549d 2024-11-24T04:21:15,369 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/rep_barrier/42426d7df78a45c38b578d615057549d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T04:21:15,370 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/.tmp/table/f6fc55d7f0ea4b5db989da00d0ca9108 as hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/table/f6fc55d7f0ea4b5db989da00d0ca9108 2024-11-24T04:21:15,379 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/table/f6fc55d7f0ea4b5db989da00d0ca9108, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T04:21:15,384 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 692ms, sequenceid=16, compaction requested=false 2024-11-24T04:21:15,431 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T04:21:15,431 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:15,431 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:21:15,432 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:15,432 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422074692Running coprocessor pre-close hooks at 1732422074692Disabling compacts and flushes for region at 1732422074692Disabling writes for close at 1732422074692Obtaining lock to block concurrent updates at 1732422074692Preparing flush snapshotting stores in 1588230740 at 1732422074692Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732422074692Flushing stores of hbase:meta,,1.1588230740 at 1732422074693 (+1 ms)Flushing 1588230740/info: creating writer at 1732422074693Flushing 1588230740/info: appending metadata at 1732422074707 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732422074707Flushing 1588230740/ns: creating writer at 1732422074715 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732422074732 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732422074732Flushing 1588230740/rep_barrier: creating writer at 1732422075143 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732422075199 (+56 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732422075199Flushing 1588230740/table: creating writer at 1732422075224 (+25 ms)Flushing 1588230740/table: appending metadata at 1732422075261 (+37 ms)Flushing 1588230740/table: closing flushed file at 1732422075261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d788cc: reopening flushed file at 1732422075328 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff9b59f: reopening flushed file at 1732422075342 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36db9285: reopening flushed file at 1732422075361 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e2030b: reopening flushed file at 1732422075369 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 692ms, sequenceid=16, compaction requested=false at 1732422075384 (+15 ms)Writing region close event to WAL at 1732422075421 (+37 ms)Running coprocessor post-close hooks at 1732422075431 (+10 ms)Closed at 1732422075431 2024-11-24T04:21:15,432 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:15,467 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/WALs/fadb2fe0ba32,41813,1732422059396/fadb2fe0ba32%2C41813%2C1732422059396.1732422060234 to pos 2128, reset compression=false 2024-11-24T04:21:15,492 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,41813,1732422059396; all regions closed. 2024-11-24T04:21:15,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741834_1010 (size=4239) 2024-11-24T04:21:15,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741839_1015 (size=3114) 2024-11-24T04:21:15,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741832_1008 (size=2136) 2024-11-24T04:21:15,541 DEBUG [RS:0;fadb2fe0ba32:41813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:15,541 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:21:15,542 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:21:15,542 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T04:21:15,543 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:21:15,543 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:21:15,543 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,41813,1732422059396 because: Region server is closing 2024-11-24T04:21:15,543 INFO [RS:0;fadb2fe0ba32:41813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:41813. 2024-11-24T04:21:15,544 DEBUG [RS:0;fadb2fe0ba32:41813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:15,544 DEBUG [RS:0;fadb2fe0ba32:41813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:15,544 DEBUG [RS:0;fadb2fe0ba32:41813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:15,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:15,644 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.shipperfadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 terminated 2024-11-24T04:21:15,644 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,41813,1732422059396.replicationSource.wal-reader.fadb2fe0ba32%2C41813%2C1732422059396,1-fadb2fe0ba32,41813,1732422059396 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T04:21:15,644 INFO [RS:0;fadb2fe0ba32:41813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:41813. 2024-11-24T04:21:15,644 DEBUG [RS:0;fadb2fe0ba32:41813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:15,644 DEBUG [RS:0;fadb2fe0ba32:41813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:15,644 DEBUG [RS:0;fadb2fe0ba32:41813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:15,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:15,645 INFO [RS:0;fadb2fe0ba32:41813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41813 2024-11-24T04:21:15,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295/rs 2024-11-24T04:21:15,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-241701295/rs/fadb2fe0ba32,41813,1732422059396 2024-11-24T04:21:15,647 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:21:15,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,41813,1732422059396] 2024-11-24T04:21:15,651 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-241701295/draining/fadb2fe0ba32,41813,1732422059396 already deleted, retry=false 2024-11-24T04:21:15,651 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,41813,1732422059396 expired; onlineServers=0 2024-11-24T04:21:15,651 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,41451,1732422059338' ***** 2024-11-24T04:21:15,651 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:21:15,651 INFO [M:0;fadb2fe0ba32:41451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:21:15,651 INFO [M:0;fadb2fe0ba32:41451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:21:15,651 DEBUG [M:0;fadb2fe0ba32:41451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:21:15,651 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:21:15,651 DEBUG [M:0;fadb2fe0ba32:41451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:21:15,651 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422060014 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422060014,5,FailOnTimeoutGroup] 2024-11-24T04:21:15,651 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422060014 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422060014,5,FailOnTimeoutGroup] 2024-11-24T04:21:15,651 INFO [M:0;fadb2fe0ba32:41451 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:21:15,651 INFO [M:0;fadb2fe0ba32:41451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:21:15,652 DEBUG [M:0;fadb2fe0ba32:41451 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:21:15,652 INFO [M:0;fadb2fe0ba32:41451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:21:15,652 INFO [M:0;fadb2fe0ba32:41451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:21:15,652 INFO [M:0;fadb2fe0ba32:41451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:21:15,652 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:21:15,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-241701295/master 2024-11-24T04:21:15,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-241701295 2024-11-24T04:21:15,653 DEBUG [M:0;fadb2fe0ba32:41451 {}] zookeeper.ZKUtil(347): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Unable to get data of znode /2-241701295/master because node does not exist (not an error) 2024-11-24T04:21:15,653 WARN [M:0;fadb2fe0ba32:41451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:21:15,653 INFO [M:0;fadb2fe0ba32:41451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/.lastflushedseqids 2024-11-24T04:21:15,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741848_1024 (size=245) 2024-11-24T04:21:15,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:15,748 INFO [RS:0;fadb2fe0ba32:41813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:21:15,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41813-0x101483494b10007, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:15,748 INFO [RS:0;fadb2fe0ba32:41813 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,41813,1732422059396; zookeeper connection closed. 2024-11-24T04:21:15,748 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ca75f0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ca75f0a 2024-11-24T04:21:15,749 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:21:15,869 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1193, reset compression=false 2024-11-24T04:21:16,059 INFO [M:0;fadb2fe0ba32:41451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:21:16,059 INFO [M:0;fadb2fe0ba32:41451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:21:16,059 DEBUG [M:0;fadb2fe0ba32:41451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:21:16,059 INFO [M:0;fadb2fe0ba32:41451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:16,059 DEBUG [M:0;fadb2fe0ba32:41451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:16,059 DEBUG [M:0;fadb2fe0ba32:41451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:21:16,059 DEBUG [M:0;fadb2fe0ba32:41451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:16,059 INFO [M:0;fadb2fe0ba32:41451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T04:21:16,081 DEBUG [M:0;fadb2fe0ba32:41451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22dfde363c024d6593dc1d35a90062a7 is 82, key is hbase:meta,,1/info:regioninfo/1732422061189/Put/seqid=0 2024-11-24T04:21:16,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741849_1025 (size=5672) 2024-11-24T04:21:16,094 INFO [M:0;fadb2fe0ba32:41451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22dfde363c024d6593dc1d35a90062a7 2024-11-24T04:21:16,131 DEBUG [M:0;fadb2fe0ba32:41451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6add88c90f75451f8121c2d0929f431e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732422068330/Put/seqid=0 2024-11-24T04:21:16,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741850_1026 (size=8516) 2024-11-24T04:21:16,156 INFO [M:0;fadb2fe0ba32:41451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6add88c90f75451f8121c2d0929f431e 2024-11-24T04:21:16,185 DEBUG [M:0;fadb2fe0ba32:41451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3648d993d5334e4e9c574380e0f03f5e is 69, key is fadb2fe0ba32,41813,1732422059396/rs:state/1732422060043/Put/seqid=0 2024-11-24T04:21:16,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741851_1027 (size=5156) 2024-11-24T04:21:16,293 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 636, reset compression=false 2024-11-24T04:21:16,474 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1193, reset compression=false 2024-11-24T04:21:16,596 INFO [M:0;fadb2fe0ba32:41451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3648d993d5334e4e9c574380e0f03f5e 2024-11-24T04:21:16,603 DEBUG [M:0;fadb2fe0ba32:41451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22dfde363c024d6593dc1d35a90062a7 as hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22dfde363c024d6593dc1d35a90062a7 2024-11-24T04:21:16,608 INFO [M:0;fadb2fe0ba32:41451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22dfde363c024d6593dc1d35a90062a7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T04:21:16,609 DEBUG [M:0;fadb2fe0ba32:41451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6add88c90f75451f8121c2d0929f431e as hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6add88c90f75451f8121c2d0929f431e 2024-11-24T04:21:16,616 INFO [M:0;fadb2fe0ba32:41451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6add88c90f75451f8121c2d0929f431e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T04:21:16,617 DEBUG [M:0;fadb2fe0ba32:41451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3648d993d5334e4e9c574380e0f03f5e as hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3648d993d5334e4e9c574380e0f03f5e 2024-11-24T04:21:16,620 INFO [M:0;fadb2fe0ba32:41451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46699/user/jenkins/test-data/1f6c7bd2-203e-b61f-d1d9-e353b4101791/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3648d993d5334e4e9c574380e0f03f5e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T04:21:16,621 INFO [M:0;fadb2fe0ba32:41451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=97, compaction requested=false 2024-11-24T04:21:16,624 INFO [M:0;fadb2fe0ba32:41451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:16,624 DEBUG [M:0;fadb2fe0ba32:41451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422076059Disabling compacts and flushes for region at 1732422076059Disabling writes for close at 1732422076059Obtaining lock to block concurrent updates at 1732422076059Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732422076059Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732422076060 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732422076061 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732422076061Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732422076081 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732422076081Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732422076098 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732422076131 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732422076131Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732422076163 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732422076185 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732422076185Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3446f6e3: reopening flushed file at 1732422076602 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2828b0fb: reopening flushed file at 1732422076608 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@371d7829: reopening flushed file at 1732422076616 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=97, compaction requested=false at 1732422076621 (+5 ms)Writing region close event to WAL at 1732422076624 (+3 ms)Closed at 1732422076624 2024-11-24T04:21:16,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741830_1006 (size=63654) 2024-11-24T04:21:16,626 INFO [M:0;fadb2fe0ba32:41451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:21:16,626 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:21:16,626 INFO [M:0;fadb2fe0ba32:41451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41451 2024-11-24T04:21:16,627 INFO [M:0;fadb2fe0ba32:41451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:21:16,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:16,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x101483494b10006, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:16,728 INFO [M:0;fadb2fe0ba32:41451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:21:16,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@578f3d22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:21:16,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a3fedf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:21:16,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:21:16,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b63acf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:21:16,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@553d940e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/hadoop.log.dir/,STOPPED} 2024-11-24T04:21:16,740 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:21:16,740 WARN [BP-1751737511-172.17.0.2-1732422058630 heartbeating to localhost/127.0.0.1:46699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:21:16,740 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:21:16,740 WARN [BP-1751737511-172.17.0.2-1732422058630 heartbeating to localhost/127.0.0.1:46699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1751737511-172.17.0.2-1732422058630 (Datanode Uuid e7a184e1-f91b-4275-bbb5-ba247d6d2832) service to localhost/127.0.0.1:46699 2024-11-24T04:21:16,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/cluster_f43331ea-bfb1-edf5-8903-e849c90d6132/data/data1/current/BP-1751737511-172.17.0.2-1732422058630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:21:16,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/cluster_f43331ea-bfb1-edf5-8903-e849c90d6132/data/data2/current/BP-1751737511-172.17.0.2-1732422058630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:21:16,741 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:21:16,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78cad185{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:21:16,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@235fc943{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:21:16,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:21:16,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c78620{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:21:16,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39446236{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/hadoop.log.dir/,STOPPED} 2024-11-24T04:21:16,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:21:16,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:21:16,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:16,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:16,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:16,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:16,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:16,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:21:16,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1016495798, stopped=false 2024-11-24T04:21:16,782 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,44835,1732422056313 2024-11-24T04:21:16,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11124311622/running 2024-11-24T04:21:16,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:21:16,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11124311622/running 2024-11-24T04:21:16,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:21:16,785 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:21:16,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Set watcher on znode that does not yet exist, /11124311622/running 2024-11-24T04:21:16,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Set watcher on znode that does not yet exist, /11124311622/running 2024-11-24T04:21:16,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:16,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:16,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:16,787 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,36867,1732422056352' ***** 2024-11-24T04:21:16,787 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:21:16,788 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:21:16,788 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:21:16,788 INFO [RS:0;fadb2fe0ba32:36867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:21:16,788 INFO [RS:0;fadb2fe0ba32:36867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:21:16,788 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bb06ec4b2f4e4efa0d53524e6394446 2024-11-24T04:21:16,788 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(3091): Received CLOSE for b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:16,788 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,36867,1732422056352 2024-11-24T04:21:16,788 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:21:16,788 INFO [RS:0;fadb2fe0ba32:36867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:36867. 2024-11-24T04:21:16,788 DEBUG [RS:0;fadb2fe0ba32:36867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:16,788 DEBUG [RS:0;fadb2fe0ba32:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:16,788 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:21:16,788 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:21:16,789 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:21:16,789 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:21:16,789 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bb06ec4b2f4e4efa0d53524e6394446, disabling compactions & flushes 2024-11-24T04:21:16,789 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. 2024-11-24T04:21:16,789 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. 2024-11-24T04:21:16,789 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. after waiting 0 ms 2024-11-24T04:21:16,789 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. 2024-11-24T04:21:16,789 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3bb06ec4b2f4e4efa0d53524e6394446 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-24T04:21:16,796 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T04:21:16,796 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3bb06ec4b2f4e4efa0d53524e6394446=test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446., b0697e08f85d9c8b9b1769f8e1fdcf7c=hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c.} 2024-11-24T04:21:16,796 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bb06ec4b2f4e4efa0d53524e6394446, b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:16,796 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:21:16,796 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:21:16,797 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:21:16,797 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:21:16,797 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:21:16,797 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T04:21:16,819 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/.tmp/f/fd0f6e318f6b4e6ebaff50b74394511a is 29, key is row1/f:/1732422072670/DeleteFamily/seqid=0 2024-11-24T04:21:16,840 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/.tmp/info/db973213f4cb420aa9fb0e8fb7133dbf is 147, key is hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c./info:regioninfo/1732422067141/Put/seqid=0 2024-11-24T04:21:16,843 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:21:16,843 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:21:16,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741840_1016 (size=5152) 2024-11-24T04:21:16,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741841_1017 (size=7686) 2024-11-24T04:21:16,849 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/.tmp/info/db973213f4cb420aa9fb0e8fb7133dbf 2024-11-24T04:21:16,872 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:21:16,872 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/.tmp/ns/7e2d0e8822e24f1eb02e698cba9b7fdc is 43, key is default/ns:d/1732422058521/Put/seqid=0 2024-11-24T04:21:16,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741842_1018 (size=5153) 2024-11-24T04:21:16,997 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bb06ec4b2f4e4efa0d53524e6394446, b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:17,177 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1193, reset compression=false 2024-11-24T04:21:17,190 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:17,190 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1440, reset compression=false 2024-11-24T04:21:17,190 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,36867,1732422056352 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:17,190 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fadb2fe0ba32,36867,1732422056352: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fadb2fe0ba32,36867,1732422056352, walGroup=fadb2fe0ba32%2C36867%2C1732422056352, offset=fadb2fe0ba32%2C36867%2C1732422056352.1732422058005:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:36867 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T04:21:17,192 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:21:17,192 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:21:17,192 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:21:17,192 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:21:17,192 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:21:17,192 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 961481856 }, "NonHeapMemoryUsage": { "committed": 207290368, "init": 7667712, "max": -1, "used": 201876640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:21:17,193 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:44835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:44835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T04:21:17,197 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bb06ec4b2f4e4efa0d53524e6394446, b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:17,249 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/.tmp/f/fd0f6e318f6b4e6ebaff50b74394511a 2024-11-24T04:21:17,254 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd0f6e318f6b4e6ebaff50b74394511a 2024-11-24T04:21:17,277 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/.tmp/f1/6f822f285b49423a90d9c2b0847ede0f is 30, key is row1/f1:/1732422072670/DeleteFamily/seqid=0 2024-11-24T04:21:17,282 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/.tmp/ns/7e2d0e8822e24f1eb02e698cba9b7fdc 2024-11-24T04:21:17,303 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 636, reset compression=false 2024-11-24T04:21:17,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741843_1019 (size=5158) 2024-11-24T04:21:17,309 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/.tmp/f1/6f822f285b49423a90d9c2b0847ede0f 2024-11-24T04:21:17,312 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/.tmp/rep_barrier/5878966f29ce4b219aaa6f5b3dc65a69 is 112, key is test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446./rep_barrier:seqnumDuringOpen/1732422064176/Put/seqid=0 2024-11-24T04:21:17,315 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f822f285b49423a90d9c2b0847ede0f 2024-11-24T04:21:17,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741844_1020 (size=5518) 2024-11-24T04:21:17,325 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/.tmp/rep_barrier/5878966f29ce4b219aaa6f5b3dc65a69 2024-11-24T04:21:17,349 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/.tmp/norep/7a2f258a9cfe49f7a36af41716655f4c is 33, key is row1/norep:/1732422072670/DeleteFamily/seqid=0 2024-11-24T04:21:17,351 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/.tmp/table/0978f9cfa4f8473390e2224bdff615e9 is 53, key is hbase:replication/table:state/1732422067151/Put/seqid=0 2024-11-24T04:21:17,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741845_1021 (size=5108) 2024-11-24T04:21:17,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741846_1022 (size=5308) 2024-11-24T04:21:17,378 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/.tmp/table/0978f9cfa4f8473390e2224bdff615e9 2024-11-24T04:21:17,383 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/.tmp/info/db973213f4cb420aa9fb0e8fb7133dbf as hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/info/db973213f4cb420aa9fb0e8fb7133dbf 2024-11-24T04:21:17,386 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/info/db973213f4cb420aa9fb0e8fb7133dbf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T04:21:17,387 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/.tmp/ns/7e2d0e8822e24f1eb02e698cba9b7fdc as hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/ns/7e2d0e8822e24f1eb02e698cba9b7fdc 2024-11-24T04:21:17,391 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/ns/7e2d0e8822e24f1eb02e698cba9b7fdc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T04:21:17,391 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/.tmp/rep_barrier/5878966f29ce4b219aaa6f5b3dc65a69 as hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/rep_barrier/5878966f29ce4b219aaa6f5b3dc65a69 2024-11-24T04:21:17,395 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1440, reset compression=false 2024-11-24T04:21:17,396 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/rep_barrier/5878966f29ce4b219aaa6f5b3dc65a69, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T04:21:17,397 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bb06ec4b2f4e4efa0d53524e6394446, b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:17,398 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/.tmp/table/0978f9cfa4f8473390e2224bdff615e9 as hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/table/0978f9cfa4f8473390e2224bdff615e9 2024-11-24T04:21:17,403 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/table/0978f9cfa4f8473390e2224bdff615e9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T04:21:17,404 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 607ms, sequenceid=16, compaction requested=false 2024-11-24T04:21:17,432 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T04:21:17,432 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:17,432 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:21:17,432 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:17,432 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422076796Running coprocessor pre-close hooks at 1732422076796Disabling compacts and flushes for region at 1732422076796Disabling writes for close at 1732422076797 (+1 ms)Obtaining lock to block concurrent updates at 1732422076797Preparing flush snapshotting stores in 1588230740 at 1732422076797Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732422076797Flushing stores of hbase:meta,,1.1588230740 at 1732422076798 (+1 ms)Flushing 1588230740/info: creating writer at 1732422076798Flushing 1588230740/info: appending metadata at 1732422076840 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732422076840Flushing 1588230740/ns: creating writer at 1732422076854 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732422076872 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732422076872Flushing 1588230740/rep_barrier: creating writer at 1732422077287 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732422077312 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732422077312Flushing 1588230740/table: creating writer at 1732422077329 (+17 ms)Flushing 1588230740/table: appending metadata at 1732422077350 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732422077350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423a6f01: reopening flushed file at 1732422077382 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5559d5: reopening flushed file at 1732422077387 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5974bf47: reopening flushed file at 1732422077391 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7306f2ef: reopening flushed file at 1732422077396 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 607ms, sequenceid=16, compaction requested=false at 1732422077404 (+8 ms)Writing region close event to WAL at 1732422077428 (+24 ms)Running coprocessor post-close hooks at 1732422077432 (+4 ms)Closed at 1732422077432 2024-11-24T04:21:17,433 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:17,597 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1351): Waiting on 3bb06ec4b2f4e4efa0d53524e6394446, b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:17,718 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1440, reset compression=false 2024-11-24T04:21:17,777 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/.tmp/norep/7a2f258a9cfe49f7a36af41716655f4c 2024-11-24T04:21:17,782 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a2f258a9cfe49f7a36af41716655f4c 2024-11-24T04:21:17,784 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/.tmp/f/fd0f6e318f6b4e6ebaff50b74394511a as hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/f/fd0f6e318f6b4e6ebaff50b74394511a 2024-11-24T04:21:17,788 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd0f6e318f6b4e6ebaff50b74394511a 2024-11-24T04:21:17,788 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/f/fd0f6e318f6b4e6ebaff50b74394511a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T04:21:17,789 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/.tmp/f1/6f822f285b49423a90d9c2b0847ede0f as hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/f1/6f822f285b49423a90d9c2b0847ede0f 2024-11-24T04:21:17,793 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f822f285b49423a90d9c2b0847ede0f 2024-11-24T04:21:17,793 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/f1/6f822f285b49423a90d9c2b0847ede0f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-24T04:21:17,794 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/.tmp/norep/7a2f258a9cfe49f7a36af41716655f4c as hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/norep/7a2f258a9cfe49f7a36af41716655f4c 2024-11-24T04:21:17,797 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:21:17,797 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1325): Online Regions={3bb06ec4b2f4e4efa0d53524e6394446=test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446., b0697e08f85d9c8b9b1769f8e1fdcf7c=hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c.} 2024-11-24T04:21:17,797 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1351): Waiting on 3bb06ec4b2f4e4efa0d53524e6394446, b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:17,798 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a2f258a9cfe49f7a36af41716655f4c 2024-11-24T04:21:17,798 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/norep/7a2f258a9cfe49f7a36af41716655f4c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-24T04:21:17,799 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3bb06ec4b2f4e4efa0d53524e6394446 in 1010ms, sequenceid=10, compaction requested=false 2024-11-24T04:21:17,870 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/data/default/test/3bb06ec4b2f4e4efa0d53524e6394446/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-24T04:21:17,872 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:17,872 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:21:17,873 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. 2024-11-24T04:21:17,873 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bb06ec4b2f4e4efa0d53524e6394446: Waiting for close lock at 1732422076789Running coprocessor pre-close hooks at 1732422076789Disabling compacts and flushes for region at 1732422076789Disabling writes for close at 1732422076789Obtaining lock to block concurrent updates at 1732422076789Preparing flush snapshotting stores in 3bb06ec4b2f4e4efa0d53524e6394446 at 1732422076789Finished memstore snapshotting test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732422076790 (+1 ms)Flushing stores of test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. at 1732422076791 (+1 ms)Flushing 3bb06ec4b2f4e4efa0d53524e6394446/f: creating writer at 1732422076791Flushing 3bb06ec4b2f4e4efa0d53524e6394446/f: appending metadata at 1732422076814 (+23 ms)Flushing 3bb06ec4b2f4e4efa0d53524e6394446/f: closing flushed file at 1732422076814Flushing 3bb06ec4b2f4e4efa0d53524e6394446/f1: creating writer at 1732422077254 (+440 ms)Flushing 3bb06ec4b2f4e4efa0d53524e6394446/f1: appending metadata at 1732422077274 (+20 ms)Flushing 3bb06ec4b2f4e4efa0d53524e6394446/f1: closing flushed file at 1732422077274Flushing 3bb06ec4b2f4e4efa0d53524e6394446/norep: creating writer at 1732422077315 (+41 ms)Flushing 3bb06ec4b2f4e4efa0d53524e6394446/norep: appending metadata at 1732422077348 (+33 ms)Flushing 3bb06ec4b2f4e4efa0d53524e6394446/norep: closing flushed file at 1732422077348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d432f3: reopening flushed file at 1732422077782 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356c8bf0: reopening flushed file at 1732422077788 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cedfe9b: reopening flushed file at 1732422077793 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3bb06ec4b2f4e4efa0d53524e6394446 in 1010ms, sequenceid=10, compaction requested=false at 1732422077799 (+6 ms)Writing region close event to WAL at 1732422077853 (+54 ms)Running coprocessor post-close hooks at 1732422077872 (+19 ms)Closed at 1732422077872 2024-11-24T04:21:17,873 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732422063397.3bb06ec4b2f4e4efa0d53524e6394446. 2024-11-24T04:21:17,873 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0697e08f85d9c8b9b1769f8e1fdcf7c, disabling compactions & flushes 2024-11-24T04:21:17,873 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:17,873 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:17,873 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. after waiting 0 ms 2024-11-24T04:21:17,873 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:17,873 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0697e08f85d9c8b9b1769f8e1fdcf7c: Waiting for close lock at 1732422077873Running coprocessor pre-close hooks at 1732422077873Disabling compacts and flushes for region at 1732422077873Disabling writes for close at 1732422077873Failed flush hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c., putting online again at 1732422077873 2024-11-24T04:21:17,873 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:17,998 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(3091): Received CLOSE for b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:17,998 DEBUG [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1351): Waiting on b0697e08f85d9c8b9b1769f8e1fdcf7c 2024-11-24T04:21:17,998 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0697e08f85d9c8b9b1769f8e1fdcf7c, disabling compactions & flushes 2024-11-24T04:21:17,998 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:17,998 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:17,998 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. after waiting 0 ms 2024-11-24T04:21:17,998 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:17,998 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0697e08f85d9c8b9b1769f8e1fdcf7c: Waiting for close lock at 1732422077998Running coprocessor pre-close hooks at 1732422077998Disabling compacts and flushes for region at 1732422077998Disabling writes for close at 1732422077998Failed flush hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c., putting online again at 1732422077998 2024-11-24T04:21:17,998 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732422066343.b0697e08f85d9c8b9b1769f8e1fdcf7c. 2024-11-24T04:21:18,135 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 1440, reset compression=false 2024-11-24T04:21:18,166 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:18,166 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/WALs/fadb2fe0ba32,36867,1732422056352/fadb2fe0ba32%2C36867%2C1732422056352.1732422058005 to pos 2084, reset compression=false 2024-11-24T04:21:18,198 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T04:21:18,198 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,36867,1732422056352; all regions closed. 2024-11-24T04:21:18,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741834_1010 (size=4239) 2024-11-24T04:21:18,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741839_1015 (size=2171) 2024-11-24T04:21:18,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741833_1009 (size=2092) 2024-11-24T04:21:18,260 DEBUG [RS:0;fadb2fe0ba32:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:18,260 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:21:18,261 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:21:18,261 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:21:18,261 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:21:18,261 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:21:18,261 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,36867,1732422056352 because: Region server is closing 2024-11-24T04:21:18,261 INFO [RS:0;fadb2fe0ba32:36867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:36867. 2024-11-24T04:21:18,261 DEBUG [RS:0;fadb2fe0ba32:36867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:18,262 DEBUG [RS:0;fadb2fe0ba32:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:18,262 DEBUG [RS:0;fadb2fe0ba32:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:18,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:18,362 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.shipperfadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 terminated 2024-11-24T04:21:18,362 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,36867,1732422056352.replicationSource.wal-reader.fadb2fe0ba32%2C36867%2C1732422056352,1-fadb2fe0ba32,36867,1732422056352 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-24T04:21:18,362 INFO [RS:0;fadb2fe0ba32:36867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:36867. 2024-11-24T04:21:18,362 DEBUG [RS:0;fadb2fe0ba32:36867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:18,362 DEBUG [RS:0;fadb2fe0ba32:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:18,363 DEBUG [RS:0;fadb2fe0ba32:36867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:18,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:18,363 INFO [RS:0;fadb2fe0ba32:36867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36867 2024-11-24T04:21:18,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622/rs 2024-11-24T04:21:18,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11124311622/rs/fadb2fe0ba32,36867,1732422056352 2024-11-24T04:21:18,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,36867,1732422056352] 2024-11-24T04:21:18,367 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:21:18,368 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11124311622/draining/fadb2fe0ba32,36867,1732422056352 already deleted, retry=false 2024-11-24T04:21:18,368 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,36867,1732422056352 expired; onlineServers=0 2024-11-24T04:21:18,369 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,44835,1732422056313' ***** 2024-11-24T04:21:18,369 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:21:18,369 INFO [M:0;fadb2fe0ba32:44835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:21:18,369 INFO [M:0;fadb2fe0ba32:44835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:21:18,369 DEBUG [M:0;fadb2fe0ba32:44835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:21:18,369 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:21:18,369 DEBUG [M:0;fadb2fe0ba32:44835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:21:18,369 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422057730 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422057730,5,FailOnTimeoutGroup] 2024-11-24T04:21:18,369 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422057730 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422057730,5,FailOnTimeoutGroup] 2024-11-24T04:21:18,369 INFO [M:0;fadb2fe0ba32:44835 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:21:18,369 INFO [M:0;fadb2fe0ba32:44835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:21:18,369 DEBUG [M:0;fadb2fe0ba32:44835 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:21:18,369 INFO [M:0;fadb2fe0ba32:44835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:21:18,369 INFO [M:0;fadb2fe0ba32:44835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:21:18,370 INFO [M:0;fadb2fe0ba32:44835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:21:18,370 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:21:18,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11124311622/master 2024-11-24T04:21:18,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11124311622 2024-11-24T04:21:18,375 DEBUG [M:0;fadb2fe0ba32:44835 {}] zookeeper.RecoverableZooKeeper(212): Node /11124311622/master already deleted, retry=false 2024-11-24T04:21:18,375 DEBUG [M:0;fadb2fe0ba32:44835 {}] master.ActiveMasterManager(353): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Failed delete of our master address node; KeeperErrorCode = NoNode for /11124311622/master 2024-11-24T04:21:18,381 INFO [M:0;fadb2fe0ba32:44835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/.lastflushedseqids 2024-11-24T04:21:18,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741847_1023 (size=245) 2024-11-24T04:21:18,390 INFO [M:0;fadb2fe0ba32:44835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:21:18,390 INFO [M:0;fadb2fe0ba32:44835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:21:18,391 DEBUG [M:0;fadb2fe0ba32:44835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:21:18,391 INFO [M:0;fadb2fe0ba32:44835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:18,391 DEBUG [M:0;fadb2fe0ba32:44835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:18,391 DEBUG [M:0;fadb2fe0ba32:44835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:21:18,391 DEBUG [M:0;fadb2fe0ba32:44835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:18,391 INFO [M:0;fadb2fe0ba32:44835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T04:21:18,407 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 636, reset compression=false 2024-11-24T04:21:18,419 DEBUG [M:0;fadb2fe0ba32:44835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26cc000c10504cbc91454d52c5cbda08 is 82, key is hbase:meta,,1/info:regioninfo/1732422058511/Put/seqid=0 2024-11-24T04:21:18,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741848_1024 (size=5672) 2024-11-24T04:21:18,443 INFO [M:0;fadb2fe0ba32:44835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26cc000c10504cbc91454d52c5cbda08 2024-11-24T04:21:18,473 DEBUG [M:0;fadb2fe0ba32:44835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fa6bdd454a1471ca826713787fd47d6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732422067157/Put/seqid=0 2024-11-24T04:21:18,474 INFO [RS:0;fadb2fe0ba32:36867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:21:18,474 INFO [RS:0;fadb2fe0ba32:36867 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,36867,1732422056352; zookeeper connection closed. 2024-11-24T04:21:18,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:18,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36867-0x101483494b10004, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:18,479 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3788787f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3788787f 2024-11-24T04:21:18,480 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:21:18,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741849_1025 (size=8516) 2024-11-24T04:21:18,500 INFO [M:0;fadb2fe0ba32:44835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fa6bdd454a1471ca826713787fd47d6 2024-11-24T04:21:18,527 DEBUG [M:0;fadb2fe0ba32:44835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92695589be994778af900c781e16fc7d is 69, key is fadb2fe0ba32,36867,1732422056352/rs:state/1732422057814/Put/seqid=0 2024-11-24T04:21:18,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741850_1026 (size=5156) 2024-11-24T04:21:18,557 INFO [M:0;fadb2fe0ba32:44835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92695589be994778af900c781e16fc7d 2024-11-24T04:21:18,570 DEBUG [M:0;fadb2fe0ba32:44835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26cc000c10504cbc91454d52c5cbda08 as hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26cc000c10504cbc91454d52c5cbda08 2024-11-24T04:21:18,576 INFO [M:0;fadb2fe0ba32:44835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26cc000c10504cbc91454d52c5cbda08, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T04:21:18,577 DEBUG [M:0;fadb2fe0ba32:44835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4fa6bdd454a1471ca826713787fd47d6 as hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fa6bdd454a1471ca826713787fd47d6 2024-11-24T04:21:18,583 INFO [M:0;fadb2fe0ba32:44835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4fa6bdd454a1471ca826713787fd47d6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T04:21:18,584 DEBUG [M:0;fadb2fe0ba32:44835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92695589be994778af900c781e16fc7d as hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92695589be994778af900c781e16fc7d 2024-11-24T04:21:18,588 INFO [M:0;fadb2fe0ba32:44835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41741/user/jenkins/test-data/0dcc2db2-53e3-2b1a-18e7-719fa52bfeba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92695589be994778af900c781e16fc7d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T04:21:18,589 INFO [M:0;fadb2fe0ba32:44835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=97, compaction requested=false 2024-11-24T04:21:18,622 INFO [M:0;fadb2fe0ba32:44835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:18,622 DEBUG [M:0;fadb2fe0ba32:44835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422078391Disabling compacts and flushes for region at 1732422078391Disabling writes for close at 1732422078391Obtaining lock to block concurrent updates at 1732422078391Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732422078391Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732422078391Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732422078392 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732422078392Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732422078418 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732422078418Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732422078454 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732422078473 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732422078473Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732422078505 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732422078526 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732422078526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2416ff8f: reopening flushed file at 1732422078569 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210cc383: reopening flushed file at 1732422078577 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b45ef41: reopening flushed file at 1732422078583 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=97, compaction requested=false at 1732422078589 (+6 ms)Writing region close event to WAL at 1732422078622 (+33 ms)Closed at 1732422078622 2024-11-24T04:21:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741830_1006 (size=63654) 2024-11-24T04:21:18,640 INFO [M:0;fadb2fe0ba32:44835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:21:18,640 INFO [M:0;fadb2fe0ba32:44835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44835 2024-11-24T04:21:18,640 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:21:18,641 INFO [M:0;fadb2fe0ba32:44835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:21:18,745 INFO [M:0;fadb2fe0ba32:44835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:21:18,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:18,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44835-0x101483494b10003, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:18,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11581c2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:21:18,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a57515a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:21:18,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:21:18,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ac7d66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:21:18,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af3d1e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/hadoop.log.dir/,STOPPED} 2024-11-24T04:21:18,750 WARN [BP-1008125547-172.17.0.2-1732422055348 heartbeating to localhost/127.0.0.1:41741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:21:18,750 WARN [BP-1008125547-172.17.0.2-1732422055348 heartbeating to localhost/127.0.0.1:41741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1008125547-172.17.0.2-1732422055348 (Datanode Uuid f89bc92e-9dea-47f1-a81e-de72f4a18b06) service to localhost/127.0.0.1:41741 2024-11-24T04:21:18,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:21:18,750 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:21:18,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/cluster_411ef8cd-8cc5-6050-d96e-0411602b4c5b/data/data1/current/BP-1008125547-172.17.0.2-1732422055348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:21:18,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/cluster_411ef8cd-8cc5-6050-d96e-0411602b4c5b/data/data2/current/BP-1008125547-172.17.0.2-1732422055348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:21:18,751 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:21:18,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@278568fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:21:18,765 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3de640fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:21:18,765 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:21:18,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cbb2464{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:21:18,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67d25d6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f789f90-1f5d-eca6-029a-33d7f0c2546c/hadoop.log.dir/,STOPPED} 2024-11-24T04:21:18,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:21:18,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:21:18,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:18,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:18,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:18,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:18,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:18,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:21:18,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1005952733, stopped=false 2024-11-24T04:21:18,785 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,34015,1732422053266 2024-11-24T04:21:18,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-579341340/running 2024-11-24T04:21:18,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-579341340/running 2024-11-24T04:21:18,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:21:18,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:21:18,787 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:21:18,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Set watcher on znode that does not yet exist, /0-579341340/running 2024-11-24T04:21:18,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Set watcher on znode that does not yet exist, /0-579341340/running 2024-11-24T04:21:18,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:18,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:18,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:18,789 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,35565,1732422053364' ***** 2024-11-24T04:21:18,789 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:21:18,790 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:21:18,790 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:21:18,790 INFO [RS:0;fadb2fe0ba32:35565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:21:18,790 INFO [RS:0;fadb2fe0ba32:35565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:21:18,790 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(3091): Received CLOSE for eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:18,790 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(3091): Received CLOSE for 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:18,790 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,35565,1732422053364 2024-11-24T04:21:18,790 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:21:18,790 INFO [RS:0;fadb2fe0ba32:35565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:35565. 2024-11-24T04:21:18,790 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb41b4020c4b1bcf22a115c9349f25c6, disabling compactions & flushes 2024-11-24T04:21:18,790 DEBUG [RS:0;fadb2fe0ba32:35565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:18,791 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. 2024-11-24T04:21:18,791 DEBUG [RS:0;fadb2fe0ba32:35565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:18,791 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. 2024-11-24T04:21:18,791 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. after waiting 0 ms 2024-11-24T04:21:18,791 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:21:18,791 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. 2024-11-24T04:21:18,791 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:21:18,791 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:21:18,791 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:21:18,791 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb41b4020c4b1bcf22a115c9349f25c6 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-24T04:21:18,791 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T04:21:18,791 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1325): Online Regions={eb41b4020c4b1bcf22a115c9349f25c6=test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6., 1588230740=hbase:meta,,1.1588230740, 16d1db4d819c852b53e3d32c428edfbe=hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe.} 2024-11-24T04:21:18,791 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16d1db4d819c852b53e3d32c428edfbe, eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:18,791 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:21:18,792 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:21:18,792 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:21:18,792 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:21:18,792 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:21:18,792 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T04:21:18,811 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/.tmp/f/d7a6f358ef1148648c89aa4c506e1f56 is 28, key is row/f:/1732422071664/DeleteFamily/seqid=0 2024-11-24T04:21:18,815 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/.tmp/info/96ba3d407953475f9de8a8b8cb9489dc is 147, key is hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe./info:regioninfo/1732422065995/Put/seqid=0 2024-11-24T04:21:18,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741841_1017 (size=7686) 2024-11-24T04:21:18,823 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/.tmp/info/96ba3d407953475f9de8a8b8cb9489dc 2024-11-24T04:21:18,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741840_1016 (size=5085) 2024-11-24T04:21:18,824 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/.tmp/f/d7a6f358ef1148648c89aa4c506e1f56 2024-11-24T04:21:18,827 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7a6f358ef1148648c89aa4c506e1f56 2024-11-24T04:21:18,848 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/.tmp/f1/605b8903b3c045f6aac7fcf932732851 is 29, key is row/f1:/1732422071664/DeleteFamily/seqid=0 2024-11-24T04:21:18,848 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/.tmp/ns/03c060dd901d4d60a32d71e3f90c7351 is 43, key is default/ns:d/1732422055265/Put/seqid=0 2024-11-24T04:21:18,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741842_1018 (size=5089) 2024-11-24T04:21:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741843_1019 (size=5153) 2024-11-24T04:21:18,869 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/.tmp/ns/03c060dd901d4d60a32d71e3f90c7351 2024-11-24T04:21:18,871 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:21:18,894 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/.tmp/rep_barrier/4f3cd869f25a47988ff704717ba51e07 is 112, key is test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6./rep_barrier:seqnumDuringOpen/1732422062416/Put/seqid=0 2024-11-24T04:21:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741844_1020 (size=5518) 2024-11-24T04:21:18,902 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/.tmp/rep_barrier/4f3cd869f25a47988ff704717ba51e07 2024-11-24T04:21:18,925 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/.tmp/table/61bda616f32c4777b34e7237c2808700 is 53, key is hbase:replication/table:state/1732422066008/Put/seqid=0 2024-11-24T04:21:18,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741845_1021 (size=5308) 2024-11-24T04:21:18,934 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/.tmp/table/61bda616f32c4777b34e7237c2808700 2024-11-24T04:21:18,942 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/.tmp/info/96ba3d407953475f9de8a8b8cb9489dc as hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/info/96ba3d407953475f9de8a8b8cb9489dc 2024-11-24T04:21:18,949 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/info/96ba3d407953475f9de8a8b8cb9489dc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T04:21:18,950 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/.tmp/ns/03c060dd901d4d60a32d71e3f90c7351 as hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/ns/03c060dd901d4d60a32d71e3f90c7351 2024-11-24T04:21:18,955 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/ns/03c060dd901d4d60a32d71e3f90c7351, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T04:21:18,956 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/.tmp/rep_barrier/4f3cd869f25a47988ff704717ba51e07 as hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/rep_barrier/4f3cd869f25a47988ff704717ba51e07 2024-11-24T04:21:18,960 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/rep_barrier/4f3cd869f25a47988ff704717ba51e07, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T04:21:18,960 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/.tmp/table/61bda616f32c4777b34e7237c2808700 as hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/table/61bda616f32c4777b34e7237c2808700 2024-11-24T04:21:18,965 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/table/61bda616f32c4777b34e7237c2808700, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T04:21:18,966 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 174ms, sequenceid=16, compaction requested=false 2024-11-24T04:21:18,966 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:21:18,981 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T04:21:18,981 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:18,981 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:21:18,982 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:18,982 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422078791Running coprocessor pre-close hooks at 1732422078791Disabling compacts and flushes for region at 1732422078791Disabling writes for close at 1732422078792 (+1 ms)Obtaining lock to block concurrent updates at 1732422078792Preparing flush snapshotting stores in 1588230740 at 1732422078792Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732422078792Flushing stores of hbase:meta,,1.1588230740 at 1732422078793 (+1 ms)Flushing 1588230740/info: creating writer at 1732422078793Flushing 1588230740/info: appending metadata at 1732422078815 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732422078815Flushing 1588230740/ns: creating writer at 1732422078829 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732422078848 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732422078848Flushing 1588230740/rep_barrier: creating writer at 1732422078873 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732422078894 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732422078894Flushing 1588230740/table: creating writer at 1732422078908 (+14 ms)Flushing 1588230740/table: appending metadata at 1732422078925 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732422078925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f76ee0: reopening flushed file at 1732422078941 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1520722a: reopening flushed file at 1732422078949 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c9f6920: reopening flushed file at 1732422078955 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6fe7de: reopening flushed file at 1732422078960 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 174ms, sequenceid=16, compaction requested=false at 1732422078966 (+6 ms)Writing region close event to WAL at 1732422078976 (+10 ms)Running coprocessor post-close hooks at 1732422078981 (+5 ms)Closed at 1732422078982 (+1 ms) 2024-11-24T04:21:18,982 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:18,991 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1351): Waiting on 16d1db4d819c852b53e3d32c428edfbe, eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:19,192 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1351): Waiting on 16d1db4d819c852b53e3d32c428edfbe, eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:19,258 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/.tmp/f1/605b8903b3c045f6aac7fcf932732851 2024-11-24T04:21:19,263 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 605b8903b3c045f6aac7fcf932732851 2024-11-24T04:21:19,282 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/.tmp/norep/07588405c63244b0a7115439ab829efb is 32, key is row/norep:/1732422071664/DeleteFamily/seqid=0 2024-11-24T04:21:19,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741846_1022 (size=5101) 2024-11-24T04:21:19,392 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1351): Waiting on 16d1db4d819c852b53e3d32c428edfbe, eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:19,450 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:21:19,451 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:21:19,592 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1351): Waiting on 16d1db4d819c852b53e3d32c428edfbe, eb41b4020c4b1bcf22a115c9349f25c6 2024-11-24T04:21:19,611 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 636, reset compression=false 2024-11-24T04:21:19,615 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:19,615 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 883, reset compression=false 2024-11-24T04:21:19,615 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,35565,1732422053364 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:19,616 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fadb2fe0ba32,35565,1732422053364: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fadb2fe0ba32,35565,1732422053364, walGroup=fadb2fe0ba32%2C35565%2C1732422053364, offset=fadb2fe0ba32%2C35565%2C1732422053364.1732422054586:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:35565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T04:21:19,617 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:21:19,617 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:21:19,618 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:21:19,618 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:21:19,618 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:21:19,618 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 1026493568 }, "NonHeapMemoryUsage": { "committed": 207486976, "init": 7667712, "max": -1, "used": 202386144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:21:19,618 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:34015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:34015 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T04:21:19,690 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/.tmp/norep/07588405c63244b0a7115439ab829efb 2024-11-24T04:21:19,695 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07588405c63244b0a7115439ab829efb 2024-11-24T04:21:19,696 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/.tmp/f/d7a6f358ef1148648c89aa4c506e1f56 as hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/f/d7a6f358ef1148648c89aa4c506e1f56 2024-11-24T04:21:19,700 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7a6f358ef1148648c89aa4c506e1f56 2024-11-24T04:21:19,700 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/f/d7a6f358ef1148648c89aa4c506e1f56, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T04:21:19,701 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/.tmp/f1/605b8903b3c045f6aac7fcf932732851 as hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/f1/605b8903b3c045f6aac7fcf932732851 2024-11-24T04:21:19,705 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 605b8903b3c045f6aac7fcf932732851 2024-11-24T04:21:19,705 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/f1/605b8903b3c045f6aac7fcf932732851, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T04:21:19,706 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/.tmp/norep/07588405c63244b0a7115439ab829efb as hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/norep/07588405c63244b0a7115439ab829efb 2024-11-24T04:21:19,709 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07588405c63244b0a7115439ab829efb 2024-11-24T04:21:19,709 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/norep/07588405c63244b0a7115439ab829efb, entries=1, sequenceid=6, filesize=5.0 K 2024-11-24T04:21:19,710 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for eb41b4020c4b1bcf22a115c9349f25c6 in 919ms, sequenceid=6, compaction requested=false 2024-11-24T04:21:19,710 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T04:21:19,714 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/data/default/test/eb41b4020c4b1bcf22a115c9349f25c6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T04:21:19,714 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:19,714 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:21:19,714 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. 2024-11-24T04:21:19,714 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb41b4020c4b1bcf22a115c9349f25c6: Waiting for close lock at 1732422078790Running coprocessor pre-close hooks at 1732422078790Disabling compacts and flushes for region at 1732422078790Disabling writes for close at 1732422078791 (+1 ms)Obtaining lock to block concurrent updates at 1732422078791Preparing flush snapshotting stores in eb41b4020c4b1bcf22a115c9349f25c6 at 1732422078791Finished memstore snapshotting test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732422078792 (+1 ms)Flushing stores of test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. at 1732422078792Flushing eb41b4020c4b1bcf22a115c9349f25c6/f: creating writer at 1732422078792Flushing eb41b4020c4b1bcf22a115c9349f25c6/f: appending metadata at 1732422078810 (+18 ms)Flushing eb41b4020c4b1bcf22a115c9349f25c6/f: closing flushed file at 1732422078810Flushing eb41b4020c4b1bcf22a115c9349f25c6/f1: creating writer at 1732422078828 (+18 ms)Flushing eb41b4020c4b1bcf22a115c9349f25c6/f1: appending metadata at 1732422078847 (+19 ms)Flushing eb41b4020c4b1bcf22a115c9349f25c6/f1: closing flushed file at 1732422078847Flushing eb41b4020c4b1bcf22a115c9349f25c6/norep: creating writer at 1732422079263 (+416 ms)Flushing eb41b4020c4b1bcf22a115c9349f25c6/norep: appending metadata at 1732422079281 (+18 ms)Flushing eb41b4020c4b1bcf22a115c9349f25c6/norep: closing flushed file at 1732422079281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e5ed1ef: reopening flushed file at 1732422079695 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad1b18f: reopening flushed file at 1732422079700 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ad41641: reopening flushed file at 1732422079705 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for eb41b4020c4b1bcf22a115c9349f25c6 in 919ms, sequenceid=6, compaction requested=false at 1732422079710 (+5 ms)Writing region close event to WAL at 1732422079711 (+1 ms)Running coprocessor post-close hooks at 1732422079714 (+3 ms)Closed at 1732422079714 2024-11-24T04:21:19,714 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732422061240.eb41b4020c4b1bcf22a115c9349f25c6. 2024-11-24T04:21:19,715 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16d1db4d819c852b53e3d32c428edfbe, disabling compactions & flushes 2024-11-24T04:21:19,715 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:19,715 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:19,715 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. after waiting 0 ms 2024-11-24T04:21:19,715 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:19,715 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16d1db4d819c852b53e3d32c428edfbe: Waiting for close lock at 1732422079714Running coprocessor pre-close hooks at 1732422079715 (+1 ms)Disabling compacts and flushes for region at 1732422079715Disabling writes for close at 1732422079715Failed flush hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe., putting online again at 1732422079715 2024-11-24T04:21:19,715 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:19,792 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T04:21:19,792 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1325): Online Regions={16d1db4d819c852b53e3d32c428edfbe=hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe.} 2024-11-24T04:21:19,792 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(3091): Received CLOSE for 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:19,792 DEBUG [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1351): Waiting on 16d1db4d819c852b53e3d32c428edfbe 2024-11-24T04:21:19,792 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16d1db4d819c852b53e3d32c428edfbe, disabling compactions & flushes 2024-11-24T04:21:19,793 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:19,793 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:19,793 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. after waiting 0 ms 2024-11-24T04:21:19,793 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:19,793 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16d1db4d819c852b53e3d32c428edfbe: Waiting for close lock at 1732422079792Running coprocessor pre-close hooks at 1732422079792Disabling compacts and flushes for region at 1732422079792Disabling writes for close at 1732422079793 (+1 ms)Failed flush hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe., putting online again at 1732422079793 2024-11-24T04:21:19,793 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732422065192.16d1db4d819c852b53e3d32c428edfbe. 2024-11-24T04:21:19,818 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 883, reset compression=false 2024-11-24T04:21:19,822 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:19,822 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.wal-reader.fadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/WALs/fadb2fe0ba32,35565,1732422053364/fadb2fe0ba32%2C35565%2C1732422053364.1732422054586 to pos 1527, reset compression=false 2024-11-24T04:21:19,992 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-24T04:21:19,992 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,35565,1732422053364; all regions closed. 2024-11-24T04:21:19,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741834_1010 (size=4239) 2024-11-24T04:21:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741839_1015 (size=1297) 2024-11-24T04:21:20,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741833_1009 (size=1535) 2024-11-24T04:21:20,004 DEBUG [RS:0;fadb2fe0ba32:35565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:20,004 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:21:20,004 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:21:20,004 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:21:20,004 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:21:20,004 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:21:20,004 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,35565,1732422053364 because: Region server is closing 2024-11-24T04:21:20,005 INFO [RS:0;fadb2fe0ba32:35565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:35565. 2024-11-24T04:21:20,005 DEBUG [RS:0;fadb2fe0ba32:35565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:20,005 DEBUG [RS:0;fadb2fe0ba32:35565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:20,005 DEBUG [RS:0;fadb2fe0ba32:35565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:20,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:20,105 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35565,1732422053364.replicationSource.shipperfadb2fe0ba32%2C35565%2C1732422053364,1-fadb2fe0ba32,35565,1732422053364 terminated 2024-11-24T04:21:20,106 INFO [RS:0;fadb2fe0ba32:35565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35565 2024-11-24T04:21:20,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-579341340/rs/fadb2fe0ba32,35565,1732422053364 2024-11-24T04:21:20,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340/rs 2024-11-24T04:21:20,107 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:21:20,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,35565,1732422053364] 2024-11-24T04:21:20,111 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-579341340/draining/fadb2fe0ba32,35565,1732422053364 already deleted, retry=false 2024-11-24T04:21:20,111 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,35565,1732422053364 expired; onlineServers=0 2024-11-24T04:21:20,111 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,34015,1732422053266' ***** 2024-11-24T04:21:20,111 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:21:20,111 INFO [M:0;fadb2fe0ba32:34015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:21:20,111 INFO [M:0;fadb2fe0ba32:34015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:21:20,111 DEBUG [M:0;fadb2fe0ba32:34015 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:21:20,111 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:21:20,111 DEBUG [M:0;fadb2fe0ba32:34015 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:21:20,111 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422054412 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422054412,5,FailOnTimeoutGroup] 2024-11-24T04:21:20,111 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422054412 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422054412,5,FailOnTimeoutGroup] 2024-11-24T04:21:20,111 INFO [M:0;fadb2fe0ba32:34015 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:21:20,112 INFO [M:0;fadb2fe0ba32:34015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:21:20,112 DEBUG [M:0;fadb2fe0ba32:34015 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:21:20,112 INFO [M:0;fadb2fe0ba32:34015 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:21:20,112 INFO [M:0;fadb2fe0ba32:34015 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:21:20,112 INFO [M:0;fadb2fe0ba32:34015 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:21:20,112 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:21:20,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-579341340/master 2024-11-24T04:21:20,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-579341340 2024-11-24T04:21:20,113 DEBUG [M:0;fadb2fe0ba32:34015 {}] zookeeper.ZKUtil(347): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Unable to get data of znode /0-579341340/master because node does not exist (not an error) 2024-11-24T04:21:20,113 WARN [M:0;fadb2fe0ba32:34015 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:21:20,114 INFO [M:0;fadb2fe0ba32:34015 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/.lastflushedseqids 2024-11-24T04:21:20,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741847_1023 (size=245) 2024-11-24T04:21:20,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:20,209 INFO [RS:0;fadb2fe0ba32:35565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:21:20,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35565-0x101483494b10001, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:20,209 INFO [RS:0;fadb2fe0ba32:35565 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,35565,1732422053364; zookeeper connection closed. 2024-11-24T04:21:20,209 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@eb8871b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@eb8871b 2024-11-24T04:21:20,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:21:20,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:21:20,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:20,518 INFO [M:0;fadb2fe0ba32:34015 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:21:20,518 INFO [M:0;fadb2fe0ba32:34015 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:21:20,518 DEBUG [M:0;fadb2fe0ba32:34015 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:21:20,518 INFO [M:0;fadb2fe0ba32:34015 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:20,518 DEBUG [M:0;fadb2fe0ba32:34015 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:20,518 DEBUG [M:0;fadb2fe0ba32:34015 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:21:20,518 DEBUG [M:0;fadb2fe0ba32:34015 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:20,518 INFO [M:0;fadb2fe0ba32:34015 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-24T04:21:20,533 DEBUG [M:0;fadb2fe0ba32:34015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/498a74bdd4ee46b4a29bc7d883ae1664 is 82, key is hbase:meta,,1/info:regioninfo/1732422055244/Put/seqid=0 2024-11-24T04:21:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741848_1024 (size=5672) 2024-11-24T04:21:20,937 INFO [M:0;fadb2fe0ba32:34015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/498a74bdd4ee46b4a29bc7d883ae1664 2024-11-24T04:21:20,954 DEBUG [M:0;fadb2fe0ba32:34015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/256364d7020f4a559342269ee64e0236 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732422066014/Put/seqid=0 2024-11-24T04:21:20,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741849_1025 (size=8516) 2024-11-24T04:21:21,358 INFO [M:0;fadb2fe0ba32:34015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/256364d7020f4a559342269ee64e0236 2024-11-24T04:21:21,375 DEBUG [M:0;fadb2fe0ba32:34015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96662bbce8d14de4842932446f3eff32 is 69, key is fadb2fe0ba32,35565,1732422053364/rs:state/1732422054434/Put/seqid=0 2024-11-24T04:21:21,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741850_1026 (size=5156) 2024-11-24T04:21:21,779 INFO [M:0;fadb2fe0ba32:34015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96662bbce8d14de4842932446f3eff32 2024-11-24T04:21:21,783 DEBUG [M:0;fadb2fe0ba32:34015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/498a74bdd4ee46b4a29bc7d883ae1664 as hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/498a74bdd4ee46b4a29bc7d883ae1664 2024-11-24T04:21:21,785 INFO [M:0;fadb2fe0ba32:34015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/498a74bdd4ee46b4a29bc7d883ae1664, entries=8, sequenceid=97, filesize=5.5 K 2024-11-24T04:21:21,786 DEBUG [M:0;fadb2fe0ba32:34015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/256364d7020f4a559342269ee64e0236 as hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/256364d7020f4a559342269ee64e0236 2024-11-24T04:21:21,789 INFO [M:0;fadb2fe0ba32:34015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/256364d7020f4a559342269ee64e0236, entries=11, sequenceid=97, filesize=8.3 K 2024-11-24T04:21:21,790 DEBUG [M:0;fadb2fe0ba32:34015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96662bbce8d14de4842932446f3eff32 as hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96662bbce8d14de4842932446f3eff32 2024-11-24T04:21:21,793 INFO [M:0;fadb2fe0ba32:34015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33711/user/jenkins/test-data/7ae5e620-4480-75fd-9308-5f115af79826/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96662bbce8d14de4842932446f3eff32, entries=1, sequenceid=97, filesize=5.0 K 2024-11-24T04:21:21,794 INFO [M:0;fadb2fe0ba32:34015 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-24T04:21:21,796 INFO [M:0;fadb2fe0ba32:34015 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:21,796 DEBUG [M:0;fadb2fe0ba32:34015 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422080518Disabling compacts and flushes for region at 1732422080518Disabling writes for close at 1732422080518Obtaining lock to block concurrent updates at 1732422080518Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732422080518Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732422080519 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732422080519Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732422080519Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732422080533 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732422080533Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732422080940 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732422080954 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732422080954Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732422081362 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732422081375 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732422081375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5211bd6a: reopening flushed file at 1732422081782 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a27283: reopening flushed file at 1732422081786 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b4f529: reopening flushed file at 1732422081789 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1732422081794 (+5 ms)Writing region close event to WAL at 1732422081796 (+2 ms)Closed at 1732422081796 2024-11-24T04:21:21,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33017 is added to blk_1073741830_1006 (size=63654) 2024-11-24T04:21:21,798 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:21:21,798 INFO [M:0;fadb2fe0ba32:34015 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:21:21,798 INFO [M:0;fadb2fe0ba32:34015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34015 2024-11-24T04:21:21,798 INFO [M:0;fadb2fe0ba32:34015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:21:21,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:21,900 INFO [M:0;fadb2fe0ba32:34015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:21:21,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34015-0x101483494b10000, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:21,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38dea804{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:21:21,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5df0def1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:21:21,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:21:21,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bb81209{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:21:21,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d87695{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/hadoop.log.dir/,STOPPED} 2024-11-24T04:21:21,904 WARN [BP-122001396-172.17.0.2-1732422052413 heartbeating to localhost/127.0.0.1:33711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:21:21,905 WARN [BP-122001396-172.17.0.2-1732422052413 heartbeating to localhost/127.0.0.1:33711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-122001396-172.17.0.2-1732422052413 (Datanode Uuid 0d2cce22-9947-43de-a6ea-a3b531775e01) service to localhost/127.0.0.1:33711 2024-11-24T04:21:21,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:21:21,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:21:21,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/cluster_884faaa0-1bc7-4c89-7baa-2f3632b020fa/data/data1/current/BP-122001396-172.17.0.2-1732422052413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:21:21,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/cluster_884faaa0-1bc7-4c89-7baa-2f3632b020fa/data/data2/current/BP-122001396-172.17.0.2-1732422052413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:21:21,906 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:21:21,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@197fae42{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:21:21,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a6ca357{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:21:21,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:21:21,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6551c7d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:21:21,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82c62fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ca3a479-8a3a-c50d-e551-a1aed59a2ff4/hadoop.log.dir/,STOPPED} 2024-11-24T04:21:21,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T04:21:21,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:21:21,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 316) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33711 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:46699 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:41741 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:46699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54964) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54964) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:33711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54964) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:41741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:46699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:41741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 345) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5683 (was 6709) 2024-11-24T04:21:21,959 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=5683 2024-11-24T04:21:21,980 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-24T04:21:21,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/hadoop.log.dir so I do NOT create it in target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079 2024-11-24T04:21:21,981 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:21:21,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/hadoop.tmp.dir so I do NOT create it in target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079 2024-11-24T04:21:21,981 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8983b156-cac3-c81c-f933-0572286e05fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:21:21,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079 2024-11-24T04:21:21,981 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/cluster_f4cc46ec-c27c-214a-f4f0-6d4ce8429c64, deleteOnExit=true 2024-11-24T04:21:21,984 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/cluster_f4cc46ec-c27c-214a-f4f0-6d4ce8429c64/zookeeper_0, clientPort=56753, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/cluster_f4cc46ec-c27c-214a-f4f0-6d4ce8429c64/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/cluster_f4cc46ec-c27c-214a-f4f0-6d4ce8429c64/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T04:21:21,985 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56753 2024-11-24T04:21:21,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:21:21,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:21:21,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/test.cache.data in system properties and HBase conf 2024-11-24T04:21:21,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:21:21,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:21:21,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:21:21,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:21:21,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:21:21,986 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:21:21,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:21:21,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:21:21,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:21:21,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:21:21,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:21:21,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:21:21,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:21:21,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:21:21,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:21:21,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:21:21,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:21:21,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:21:21,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:21:21,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:21:22,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101483494b10008, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:21:22,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101483494b10005, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:21:22,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101483494b10002, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:21:22,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101483494b10005, quorum=127.0.0.1:54964, baseZNode=/11124311622 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:21:22,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101483494b10008, quorum=127.0.0.1:54964, baseZNode=/2-241701295 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:21:22,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101483494b10002, quorum=127.0.0.1:54964, baseZNode=/0-579341340 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:21:22,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:21:22,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:21:22,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:21:22,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:21:22,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:21:22,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:21:22,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632db4e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:21:22,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32838d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:21:22,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13ea2550{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/java.io.tmpdir/jetty-localhost-41231-hadoop-hdfs-3_4_1-tests_jar-_-any-5343036855507402204/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:21:22,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38e14fbe{HTTP/1.1, (http/1.1)}{localhost:41231} 2024-11-24T04:21:22,199 INFO [Time-limited test {}] server.Server(415): Started @282442ms 2024-11-24T04:21:22,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:21:22,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:21:22,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:21:22,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:21:22,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:21:22,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b271f46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:21:22,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1140b5e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:21:22,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@393bd6aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/java.io.tmpdir/jetty-localhost-40527-hadoop-hdfs-3_4_1-tests_jar-_-any-6076531567135064843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:21:22,477 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b8d3bdb{HTTP/1.1, (http/1.1)}{localhost:40527} 2024-11-24T04:21:22,477 INFO [Time-limited test {}] server.Server(415): Started @282720ms 2024-11-24T04:21:22,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:21:22,610 WARN [Thread-4159 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/cluster_f4cc46ec-c27c-214a-f4f0-6d4ce8429c64/data/data2/current/BP-1438132508-172.17.0.2-1732422082008/current, will proceed with Du for space computation calculation, 2024-11-24T04:21:22,610 WARN [Thread-4158 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/cluster_f4cc46ec-c27c-214a-f4f0-6d4ce8429c64/data/data1/current/BP-1438132508-172.17.0.2-1732422082008/current, will proceed with Du for space computation calculation, 2024-11-24T04:21:22,629 WARN [Thread-4146 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:21:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2eb60fc54042666 with lease ID 0x75b1fa1ca8c88829: Processing first storage report for DS-52891e61-ec3f-43dc-85bd-aa31be07aa86 from datanode DatanodeRegistration(127.0.0.1:36245, datanodeUuid=07c37285-28dd-4218-8bbd-adf408b2c732, infoPort=33385, infoSecurePort=0, ipcPort=39577, storageInfo=lv=-57;cid=testClusterID;nsid=1950124721;c=1732422082008) 2024-11-24T04:21:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2eb60fc54042666 with lease ID 0x75b1fa1ca8c88829: from storage DS-52891e61-ec3f-43dc-85bd-aa31be07aa86 node DatanodeRegistration(127.0.0.1:36245, datanodeUuid=07c37285-28dd-4218-8bbd-adf408b2c732, infoPort=33385, infoSecurePort=0, ipcPort=39577, storageInfo=lv=-57;cid=testClusterID;nsid=1950124721;c=1732422082008), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:21:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2eb60fc54042666 with lease ID 0x75b1fa1ca8c88829: Processing first storage report for DS-5617a19c-e8b4-48e0-8cdb-a56c4a064ac8 from datanode DatanodeRegistration(127.0.0.1:36245, datanodeUuid=07c37285-28dd-4218-8bbd-adf408b2c732, infoPort=33385, infoSecurePort=0, ipcPort=39577, storageInfo=lv=-57;cid=testClusterID;nsid=1950124721;c=1732422082008) 2024-11-24T04:21:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2eb60fc54042666 with lease ID 0x75b1fa1ca8c88829: from storage DS-5617a19c-e8b4-48e0-8cdb-a56c4a064ac8 node DatanodeRegistration(127.0.0.1:36245, datanodeUuid=07c37285-28dd-4218-8bbd-adf408b2c732, infoPort=33385, infoSecurePort=0, ipcPort=39577, storageInfo=lv=-57;cid=testClusterID;nsid=1950124721;c=1732422082008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:21:22,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079 2024-11-24T04:21:22,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:22,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:22,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:21:23,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0 with version=8 2024-11-24T04:21:23,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/hbase-staging 2024-11-24T04:21:23,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:21:23,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:23,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:23,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:21:23,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:23,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:21:23,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:21:23,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:21:23,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45077 2024-11-24T04:21:23,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45077 connecting to ZooKeeper ensemble=127.0.0.1:56753 2024-11-24T04:21:23,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450770x0, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:23,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45077-0x1014835084f0000 connected 2024-11-24T04:21:23,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:23,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:23,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Set watcher on znode that does not yet exist, /02021741725/running 2024-11-24T04:21:23,158 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0, hbase.cluster.distributed=false 2024-11-24T04:21:23,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Set watcher on znode that does not yet exist, /02021741725/acl 2024-11-24T04:21:23,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45077 2024-11-24T04:21:23,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45077 2024-11-24T04:21:23,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45077 2024-11-24T04:21:23,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45077 2024-11-24T04:21:23,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45077 2024-11-24T04:21:23,177 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:21:23,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:23,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:23,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:21:23,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:23,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:21:23,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:21:23,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:21:23,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40027 2024-11-24T04:21:23,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40027 connecting to ZooKeeper ensemble=127.0.0.1:56753 2024-11-24T04:21:23,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:23,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:23,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400270x0, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:23,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400270x0, quorum=127.0.0.1:56753, baseZNode=/02021741725 Set watcher on znode that does not yet exist, /02021741725/running 2024-11-24T04:21:23,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40027-0x1014835084f0001 connected 2024-11-24T04:21:23,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:21:23,186 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:21:23,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Set watcher on znode that does not yet exist, /02021741725/master 2024-11-24T04:21:23,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Set watcher on znode that does not yet exist, /02021741725/acl 2024-11-24T04:21:23,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40027 2024-11-24T04:21:23,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40027 2024-11-24T04:21:23,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40027 2024-11-24T04:21:23,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40027 2024-11-24T04:21:23,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40027 2024-11-24T04:21:23,205 DEBUG [M:0;fadb2fe0ba32:45077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:45077 2024-11-24T04:21:23,206 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02021741725/backup-masters/fadb2fe0ba32,45077,1732422083119 2024-11-24T04:21:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725/backup-masters 2024-11-24T04:21:23,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725/backup-masters 2024-11-24T04:21:23,207 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Set watcher on existing znode=/02021741725/backup-masters/fadb2fe0ba32,45077,1732422083119 2024-11-24T04:21:23,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02021741725/master 2024-11-24T04:21:23,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725 2024-11-24T04:21:23,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725 2024-11-24T04:21:23,211 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Set watcher on existing znode=/02021741725/master 2024-11-24T04:21:23,211 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02021741725/backup-masters/fadb2fe0ba32,45077,1732422083119 from backup master directory 2024-11-24T04:21:23,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725/backup-masters 2024-11-24T04:21:23,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02021741725/backup-masters/fadb2fe0ba32,45077,1732422083119 2024-11-24T04:21:23,212 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:21:23,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725/backup-masters 2024-11-24T04:21:23,212 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,45077,1732422083119 2024-11-24T04:21:23,216 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/hbase.id] with ID: a2cfa0b4-e232-430d-8818-03ef6fa80d91 2024-11-24T04:21:23,216 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/.tmp/hbase.id 2024-11-24T04:21:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:21:23,624 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/.tmp/hbase.id]:[hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/hbase.id] 2024-11-24T04:21:23,630 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:23,631 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:21:23,631 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T04:21:23,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725 2024-11-24T04:21:23,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725 2024-11-24T04:21:23,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:21:24,049 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:24,049 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:21:24,050 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:24,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:21:24,456 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/MasterData/data/master/store 2024-11-24T04:21:24,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:21:24,466 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:24,466 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:21:24,466 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:24,466 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:24,466 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:21:24,466 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:24,466 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:24,466 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422084466Disabling compacts and flushes for region at 1732422084466Disabling writes for close at 1732422084466Writing region close event to WAL at 1732422084466Closed at 1732422084466 2024-11-24T04:21:24,468 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/MasterData/data/master/store/.initializing 2024-11-24T04:21:24,468 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/MasterData/WALs/fadb2fe0ba32,45077,1732422083119 2024-11-24T04:21:24,470 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:21:24,471 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C45077%2C1732422083119, suffix=, logDir=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/MasterData/WALs/fadb2fe0ba32,45077,1732422083119, archiveDir=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/MasterData/oldWALs, maxLogs=10 2024-11-24T04:21:24,490 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/MasterData/WALs/fadb2fe0ba32,45077,1732422083119/fadb2fe0ba32%2C45077%2C1732422083119.1732422084471, exclude list is [], retry=0 2024-11-24T04:21:24,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-52891e61-ec3f-43dc-85bd-aa31be07aa86,DISK] 2024-11-24T04:21:24,497 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/MasterData/WALs/fadb2fe0ba32,45077,1732422083119/fadb2fe0ba32%2C45077%2C1732422083119.1732422084471 2024-11-24T04:21:24,499 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33385:33385)] 2024-11-24T04:21:24,500 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:24,500 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:24,500 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:24,500 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:24,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:24,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:21:24,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:24,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:24,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:24,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:21:24,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:24,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:24,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:24,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:21:24,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:24,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:24,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:24,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:21:24,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:24,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:24,507 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:24,508 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:24,508 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:24,509 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:24,509 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:24,509 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:24,510 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:24,511 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:24,512 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61968666, jitterRate=-0.07659491896629333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:24,513 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732422084500Initializing all the Stores at 1732422084501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422084501Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422084502 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422084502Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422084502Cleaning up temporary data from old regions at 1732422084509 (+7 ms)Region opened successfully at 1732422084512 (+3 ms) 2024-11-24T04:21:24,513 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:21:24,515 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a24ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:21:24,516 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:21:24,516 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:21:24,516 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:21:24,516 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:21:24,516 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:21:24,517 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:21:24,517 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:21:24,520 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:21:24,520 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Unable to get data of znode /02021741725/balancer because node does not exist (not necessarily an error) 2024-11-24T04:21:24,522 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02021741725/balancer already deleted, retry=false 2024-11-24T04:21:24,522 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:21:24,522 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Unable to get data of znode /02021741725/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:21:24,524 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02021741725/normalizer already deleted, retry=false 2024-11-24T04:21:24,525 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:21:24,525 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Unable to get data of znode /02021741725/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:21:24,526 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02021741725/switch/split already deleted, retry=false 2024-11-24T04:21:24,527 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Unable to get data of znode /02021741725/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:21:24,528 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02021741725/switch/merge already deleted, retry=false 2024-11-24T04:21:24,529 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Unable to get data of znode /02021741725/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:21:24,530 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02021741725/snapshot-cleanup already deleted, retry=false 2024-11-24T04:21:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02021741725/running 2024-11-24T04:21:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02021741725/running 2024-11-24T04:21:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725 2024-11-24T04:21:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725 2024-11-24T04:21:24,534 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,45077,1732422083119, sessionid=0x1014835084f0000, setting cluster-up flag (Was=false) 2024-11-24T04:21:24,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725 2024-11-24T04:21:24,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725 2024-11-24T04:21:24,540 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02021741725/flush-table-proc/acquired, /02021741725/flush-table-proc/reached, /02021741725/flush-table-proc/abort 2024-11-24T04:21:24,541 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,45077,1732422083119 2024-11-24T04:21:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725 2024-11-24T04:21:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725 2024-11-24T04:21:24,549 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02021741725/online-snapshot/acquired, /02021741725/online-snapshot/reached, /02021741725/online-snapshot/abort 2024-11-24T04:21:24,549 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,45077,1732422083119 2024-11-24T04:21:24,550 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:21:24,552 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:24,552 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:21:24,552 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:21:24,552 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,45077,1732422083119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:21:24,553 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:24,553 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:24,553 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:24,553 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:24,553 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:21:24,553 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,553 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:21:24,553 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:24,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:21:24,555 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:24,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:21:24,560 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732422114560 2024-11-24T04:21:24,560 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:21:24,560 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:21:24,560 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:21:24,560 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:21:24,560 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:21:24,560 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:21:24,560 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,561 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:21:24,561 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:21:24,561 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:21:24,561 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:21:24,564 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:21:24,564 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:21:24,565 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422084564,5,FailOnTimeoutGroup] 2024-11-24T04:21:24,565 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422084565,5,FailOnTimeoutGroup] 2024-11-24T04:21:24,565 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,566 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:21:24,566 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,566 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:21:24,596 INFO [RS:0;fadb2fe0ba32:40027 {}] regionserver.HRegionServer(746): ClusterId : a2cfa0b4-e232-430d-8818-03ef6fa80d91 2024-11-24T04:21:24,596 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:21:24,598 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:21:24,598 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:21:24,601 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:21:24,601 DEBUG [RS:0;fadb2fe0ba32:40027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665fcfe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:21:24,616 DEBUG [RS:0;fadb2fe0ba32:40027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:40027 2024-11-24T04:21:24,617 INFO [RS:0;fadb2fe0ba32:40027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:21:24,617 INFO [RS:0;fadb2fe0ba32:40027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:21:24,617 DEBUG [RS:0;fadb2fe0ba32:40027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:21:24,617 INFO [RS:0;fadb2fe0ba32:40027 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,45077,1732422083119 with port=40027, startcode=1732422083177 2024-11-24T04:21:24,617 DEBUG [RS:0;fadb2fe0ba32:40027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:21:24,619 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:21:24,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,40027,1732422083177 2024-11-24T04:21:24,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45077 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,40027,1732422083177 2024-11-24T04:21:24,621 DEBUG [RS:0;fadb2fe0ba32:40027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0 2024-11-24T04:21:24,621 DEBUG [RS:0;fadb2fe0ba32:40027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35083 2024-11-24T04:21:24,621 DEBUG [RS:0;fadb2fe0ba32:40027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:21:24,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725/rs 2024-11-24T04:21:24,623 DEBUG [RS:0;fadb2fe0ba32:40027 {}] zookeeper.ZKUtil(111): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Set watcher on existing znode=/02021741725/rs/fadb2fe0ba32,40027,1732422083177 2024-11-24T04:21:24,623 WARN [RS:0;fadb2fe0ba32:40027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:21:24,623 INFO [RS:0;fadb2fe0ba32:40027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:24,623 DEBUG [RS:0;fadb2fe0ba32:40027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/WALs/fadb2fe0ba32,40027,1732422083177 2024-11-24T04:21:24,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,40027,1732422083177] 2024-11-24T04:21:24,625 INFO [RS:0;fadb2fe0ba32:40027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:21:24,627 INFO [RS:0;fadb2fe0ba32:40027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:21:24,628 INFO [RS:0;fadb2fe0ba32:40027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:21:24,628 INFO [RS:0;fadb2fe0ba32:40027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,631 INFO [RS:0;fadb2fe0ba32:40027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:21:24,632 INFO [RS:0;fadb2fe0ba32:40027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:21:24,632 INFO [RS:0;fadb2fe0ba32:40027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:21:24,632 DEBUG [RS:0;fadb2fe0ba32:40027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:21:24,635 INFO [RS:0;fadb2fe0ba32:40027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,635 INFO [RS:0;fadb2fe0ba32:40027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,635 INFO [RS:0;fadb2fe0ba32:40027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,635 INFO [RS:0;fadb2fe0ba32:40027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,635 INFO [RS:0;fadb2fe0ba32:40027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,635 INFO [RS:0;fadb2fe0ba32:40027 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,40027,1732422083177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:21:24,651 INFO [RS:0;fadb2fe0ba32:40027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:21:24,651 INFO [RS:0;fadb2fe0ba32:40027 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,40027,1732422083177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,651 INFO [RS:0;fadb2fe0ba32:40027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,651 INFO [RS:0;fadb2fe0ba32:40027 {}] regionserver.Replication(171): fadb2fe0ba32,40027,1732422083177 started 2024-11-24T04:21:24,665 INFO [RS:0;fadb2fe0ba32:40027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:24,665 INFO [RS:0;fadb2fe0ba32:40027 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,40027,1732422083177, RpcServer on fadb2fe0ba32/172.17.0.2:40027, sessionid=0x1014835084f0001 2024-11-24T04:21:24,665 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:21:24,665 DEBUG [RS:0;fadb2fe0ba32:40027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,40027,1732422083177 2024-11-24T04:21:24,665 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,40027,1732422083177' 2024-11-24T04:21:24,665 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02021741725/flush-table-proc/abort' 2024-11-24T04:21:24,666 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02021741725/flush-table-proc/acquired' 2024-11-24T04:21:24,666 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:21:24,666 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:21:24,666 DEBUG [RS:0;fadb2fe0ba32:40027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,40027,1732422083177 2024-11-24T04:21:24,666 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,40027,1732422083177' 2024-11-24T04:21:24,666 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02021741725/online-snapshot/abort' 2024-11-24T04:21:24,666 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02021741725/online-snapshot/acquired' 2024-11-24T04:21:24,667 DEBUG [RS:0;fadb2fe0ba32:40027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:21:24,667 INFO [RS:0;fadb2fe0ba32:40027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:21:24,667 INFO [RS:0;fadb2fe0ba32:40027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:21:24,767 INFO [RS:0;fadb2fe0ba32:40027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:21:24,768 INFO [RS:0;fadb2fe0ba32:40027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C40027%2C1732422083177, suffix=, logDir=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/WALs/fadb2fe0ba32,40027,1732422083177, archiveDir=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/oldWALs, maxLogs=10 2024-11-24T04:21:24,782 DEBUG [RS:0;fadb2fe0ba32:40027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/WALs/fadb2fe0ba32,40027,1732422083177/fadb2fe0ba32%2C40027%2C1732422083177.1732422084768, exclude list is [], retry=0 2024-11-24T04:21:24,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-52891e61-ec3f-43dc-85bd-aa31be07aa86,DISK] 2024-11-24T04:21:24,786 INFO [RS:0;fadb2fe0ba32:40027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/WALs/fadb2fe0ba32,40027,1732422083177/fadb2fe0ba32%2C40027%2C1732422083177.1732422084768 2024-11-24T04:21:24,786 DEBUG [RS:0;fadb2fe0ba32:40027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33385:33385)] 2024-11-24T04:21:24,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:21:24,967 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0 2024-11-24T04:21:24,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:21:25,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:21:25,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:25,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:21:25,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T04:21:25,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:21:25,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:25,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:21:25,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:21:25,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:25,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:25,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:21:25,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:21:25,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:25,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:25,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:21:25,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:21:25,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:25,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:25,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:21:25,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:21:25,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:25,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:25,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:21:25,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/data/hbase/meta/1588230740 2024-11-24T04:21:25,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/data/hbase/meta/1588230740 2024-11-24T04:21:25,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:21:25,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:21:25,383 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:25,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:21:25,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:25,385 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74619294, jitterRate=0.11191412806510925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:25,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732422085375Initializing all the Stores at 1732422085375Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422085375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422085376 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422085376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422085376Cleaning up temporary data from old regions at 1732422085382 (+6 ms)Region opened successfully at 1732422085386 (+4 ms) 2024-11-24T04:21:25,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:21:25,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:21:25,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:21:25,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:21:25,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:21:25,386 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:25,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422085386Disabling compacts and flushes for region at 1732422085386Disabling writes for close at 1732422085386Writing region close event to WAL at 1732422085386Closed at 1732422085386 2024-11-24T04:21:25,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:25,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:21:25,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:21:25,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:21:25,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:21:25,539 DEBUG [fadb2fe0ba32:45077 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:21:25,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,40027,1732422083177 2024-11-24T04:21:25,541 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,40027,1732422083177, state=OPENING 2024-11-24T04:21:25,542 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:21:25,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725 2024-11-24T04:21:25,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02021741725 2024-11-24T04:21:25,544 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:21:25,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02021741725/meta-region-server: CHANGED 2024-11-24T04:21:25,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,40027,1732422083177}] 2024-11-24T04:21:25,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02021741725/meta-region-server: CHANGED 2024-11-24T04:21:25,696 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:21:25,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:21:25,700 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:21:25,701 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:25,701 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:21:25,702 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C40027%2C1732422083177.meta, suffix=.meta, logDir=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/WALs/fadb2fe0ba32,40027,1732422083177, archiveDir=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/oldWALs, maxLogs=10 2024-11-24T04:21:25,716 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/WALs/fadb2fe0ba32,40027,1732422083177/fadb2fe0ba32%2C40027%2C1732422083177.meta.1732422085702.meta, exclude list is [], retry=0 2024-11-24T04:21:25,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-52891e61-ec3f-43dc-85bd-aa31be07aa86,DISK] 2024-11-24T04:21:25,719 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/WALs/fadb2fe0ba32,40027,1732422083177/fadb2fe0ba32%2C40027%2C1732422083177.meta.1732422085702.meta 2024-11-24T04:21:25,719 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33385:33385)] 2024-11-24T04:21:25,719 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:25,720 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:25,720 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:21:25,720 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:21:25,720 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:21:25,720 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:21:25,720 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:25,720 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:21:25,720 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:21:25,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:21:25,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:21:25,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:25,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:25,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:21:25,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:21:25,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:25,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:25,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:21:25,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:21:25,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:25,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:25,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:21:25,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:21:25,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:25,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:25,725 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:21:25,725 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/data/hbase/meta/1588230740 2024-11-24T04:21:25,726 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/data/hbase/meta/1588230740 2024-11-24T04:21:25,726 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:21:25,726 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:21:25,727 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:25,728 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:21:25,728 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75262818, jitterRate=0.12150338292121887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:25,728 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:21:25,729 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732422085720Writing region info on filesystem at 1732422085720Initializing all the Stores at 1732422085721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422085721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422085721Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422085721Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422085721Cleaning up temporary data from old regions at 1732422085726 (+5 ms)Running coprocessor post-open hooks at 1732422085728 (+2 ms)Region opened successfully at 1732422085729 (+1 ms) 2024-11-24T04:21:25,729 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732422085696 2024-11-24T04:21:25,731 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:21:25,731 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:21:25,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,40027,1732422083177 2024-11-24T04:21:25,732 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,40027,1732422083177, state=OPEN 2024-11-24T04:21:25,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x1014835084f0000, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02021741725/meta-region-server 2024-11-24T04:21:25,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40027-0x1014835084f0001, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02021741725/meta-region-server 2024-11-24T04:21:25,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02021741725/meta-region-server: CHANGED 2024-11-24T04:21:25,738 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,40027,1732422083177 2024-11-24T04:21:25,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02021741725/meta-region-server: CHANGED 2024-11-24T04:21:25,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:21:25,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,40027,1732422083177 in 194 msec 2024-11-24T04:21:25,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:21:25,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-24T04:21:25,741 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:25,741 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:21:25,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:25,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,40027,1732422083177, seqNum=-1] 2024-11-24T04:21:25,742 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:25,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:25,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-24T04:21:25,746 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732422085746, completionTime=-1 2024-11-24T04:21:25,746 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:21:25,746 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:21:25,748 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:21:25,748 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422145748 2024-11-24T04:21:25,748 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422205748 2024-11-24T04:21:25,748 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:21:25,748 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,45077,1732422083119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:25,748 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,45077,1732422083119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:25,748 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,45077,1732422083119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:25,748 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:45077, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:25,748 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:25,749 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:25,750 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:21:25,751 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.539sec 2024-11-24T04:21:25,751 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:21:25,752 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:21:25,752 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:21:25,752 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:21:25,752 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:21:25,752 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,45077,1732422083119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:21:25,752 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,45077,1732422083119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:21:25,753 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:21:25,753 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:21:25,753 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,45077,1732422083119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:25,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e823150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:25,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,45077,-1 for getting cluster id 2024-11-24T04:21:25,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:25,798 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2cfa0b4-e232-430d-8818-03ef6fa80d91' 2024-11-24T04:21:25,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:25,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2cfa0b4-e232-430d-8818-03ef6fa80d91" 2024-11-24T04:21:25,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51dced94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:25,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,45077,-1] 2024-11-24T04:21:25,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:25,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:25,800 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:25,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b353a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:25,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,40027,1732422083177, seqNum=-1] 2024-11-24T04:21:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:25,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:25,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,45077,1732422083119 2024-11-24T04:21:25,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56753 2024-11-24T04:21:25,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56753, baseZNode=/02021741725 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:25,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014835084f0002 connected 2024-11-24T04:21:25,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:25,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,45077,1732422083119 2024-11-24T04:21:25,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17e54141 2024-11-24T04:21:25,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:25,811 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:25,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:21:25,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:21:25,814 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:25,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:21:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:25,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:21:25,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:21:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:26,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 540206c7f9df9a42a1ab6a33cc9f85d6, NAME => 'test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0 2024-11-24T04:21:26,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:21:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:26,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:26,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 540206c7f9df9a42a1ab6a33cc9f85d6, disabling compactions & flushes 2024-11-24T04:21:26,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6. 2024-11-24T04:21:26,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6. 2024-11-24T04:21:26,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6. after waiting 0 ms 2024-11-24T04:21:26,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6. 2024-11-24T04:21:26,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6. 2024-11-24T04:21:26,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 540206c7f9df9a42a1ab6a33cc9f85d6: Waiting for close lock at 1732422086627Disabling compacts and flushes for region at 1732422086627Disabling writes for close at 1732422086627Writing region close event to WAL at 1732422086627Closed at 1732422086627 2024-11-24T04:21:26,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:21:26,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732422086629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422086629"}]},"ts":"1732422086629"} 2024-11-24T04:21:26,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:21:26,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:21:26,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422086631"}]},"ts":"1732422086631"} 2024-11-24T04:21:26,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:21:26,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=540206c7f9df9a42a1ab6a33cc9f85d6, ASSIGN}] 2024-11-24T04:21:26,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=540206c7f9df9a42a1ab6a33cc9f85d6, ASSIGN 2024-11-24T04:21:26,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=540206c7f9df9a42a1ab6a33cc9f85d6, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,40027,1732422083177; forceNewPlan=false, retain=false 2024-11-24T04:21:26,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=540206c7f9df9a42a1ab6a33cc9f85d6, regionState=OPENING, regionLocation=fadb2fe0ba32,40027,1732422083177 2024-11-24T04:21:26,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=540206c7f9df9a42a1ab6a33cc9f85d6, ASSIGN because future has completed 2024-11-24T04:21:26,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 540206c7f9df9a42a1ab6a33cc9f85d6, server=fadb2fe0ba32,40027,1732422083177}] 2024-11-24T04:21:26,941 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6. 2024-11-24T04:21:26,941 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 540206c7f9df9a42a1ab6a33cc9f85d6, NAME => 'test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:26,942 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:26,942 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:21:26,942 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,942 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:26,942 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,942 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,943 INFO [StoreOpener-540206c7f9df9a42a1ab6a33cc9f85d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,944 INFO [StoreOpener-540206c7f9df9a42a1ab6a33cc9f85d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 540206c7f9df9a42a1ab6a33cc9f85d6 columnFamilyName f 2024-11-24T04:21:26,944 DEBUG [StoreOpener-540206c7f9df9a42a1ab6a33cc9f85d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:26,944 INFO [StoreOpener-540206c7f9df9a42a1ab6a33cc9f85d6-1 {}] regionserver.HStore(327): Store=540206c7f9df9a42a1ab6a33cc9f85d6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:26,944 INFO [StoreOpener-540206c7f9df9a42a1ab6a33cc9f85d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,945 INFO [StoreOpener-540206c7f9df9a42a1ab6a33cc9f85d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 540206c7f9df9a42a1ab6a33cc9f85d6 columnFamilyName f1 2024-11-24T04:21:26,945 DEBUG [StoreOpener-540206c7f9df9a42a1ab6a33cc9f85d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:26,945 INFO [StoreOpener-540206c7f9df9a42a1ab6a33cc9f85d6-1 {}] regionserver.HStore(327): Store=540206c7f9df9a42a1ab6a33cc9f85d6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:26,945 INFO [StoreOpener-540206c7f9df9a42a1ab6a33cc9f85d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,946 INFO [StoreOpener-540206c7f9df9a42a1ab6a33cc9f85d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 540206c7f9df9a42a1ab6a33cc9f85d6 columnFamilyName norep 2024-11-24T04:21:26,946 DEBUG [StoreOpener-540206c7f9df9a42a1ab6a33cc9f85d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:26,946 INFO [StoreOpener-540206c7f9df9a42a1ab6a33cc9f85d6-1 {}] regionserver.HStore(327): Store=540206c7f9df9a42a1ab6a33cc9f85d6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:26,946 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,947 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/data/default/test/540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,947 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/data/default/test/540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,948 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,948 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,948 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:21:26,949 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,951 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/data/default/test/540206c7f9df9a42a1ab6a33cc9f85d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:26,951 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 540206c7f9df9a42a1ab6a33cc9f85d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66399789, jitterRate=-0.010566040873527527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:21:26,951 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 540206c7f9df9a42a1ab6a33cc9f85d6 2024-11-24T04:21:26,952 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 540206c7f9df9a42a1ab6a33cc9f85d6: Running coprocessor pre-open hook at 1732422086942Writing region info on filesystem at 1732422086942Initializing all the Stores at 1732422086943 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422086943Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422086943Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422086943Cleaning up temporary data from old regions at 1732422086948 (+5 ms)Running coprocessor post-open hooks at 1732422086951 (+3 ms)Region opened successfully at 1732422086952 (+1 ms) 2024-11-24T04:21:26,952 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6., pid=6, masterSystemTime=1732422086938 2024-11-24T04:21:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:26,954 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6. 2024-11-24T04:21:26,954 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732422085811.540206c7f9df9a42a1ab6a33cc9f85d6. 2024-11-24T04:21:26,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=540206c7f9df9a42a1ab6a33cc9f85d6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,40027,1732422083177 2024-11-24T04:21:26,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 540206c7f9df9a42a1ab6a33cc9f85d6, server=fadb2fe0ba32,40027,1732422083177 because future has completed 2024-11-24T04:21:26,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:21:26,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 540206c7f9df9a42a1ab6a33cc9f85d6, server=fadb2fe0ba32,40027,1732422083177 in 170 msec 2024-11-24T04:21:26,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:21:26,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=540206c7f9df9a42a1ab6a33cc9f85d6, ASSIGN in 326 msec 2024-11-24T04:21:26,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:21:26,960 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422086960"}]},"ts":"1732422086960"} 2024-11-24T04:21:26,961 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:21:26,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:21:26,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-24T04:21:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:27,964 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:21:27,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6700a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:27,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,45077,-1 for getting cluster id 2024-11-24T04:21:27,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:27,966 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2cfa0b4-e232-430d-8818-03ef6fa80d91' 2024-11-24T04:21:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2cfa0b4-e232-430d-8818-03ef6fa80d91" 2024-11-24T04:21:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307f1fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,45077,-1] 2024-11-24T04:21:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:27,967 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cf9a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:27,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,45077,1732422083119 2024-11-24T04:21:27,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@237bd3b3 2024-11-24T04:21:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:27,969 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:27,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:45077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:21:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:21:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:27,972 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:45077' 2024-11-24T04:21:27,973 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2babba03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:27,973 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,45077,-1 for getting cluster id 2024-11-24T04:21:27,973 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:27,973 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2cfa0b4-e232-430d-8818-03ef6fa80d91' 2024-11-24T04:21:27,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2cfa0b4-e232-430d-8818-03ef6fa80d91" 2024-11-24T04:21:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1f8258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,45077,-1] 2024-11-24T04:21:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:27,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:27,974 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21151fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:27,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,45077,1732422083119 2024-11-24T04:21:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d220364 2024-11-24T04:21:27,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:27,976 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:27,977 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:21:27,977 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:21:27,977 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:27,977 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:27,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:27,977 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fadb2fe0ba32:45077, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-24T04:21:27,983 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fadb2fe0ba32:45077, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fadb2fe0ba32:45077, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fadb2fe0ba32:45077, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-24T04:21:27,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fadb2fe0ba32:45077, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-24T04:21:27,984 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-24T04:21:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:28,075 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://fadb2fe0ba32:45077, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-24T04:21:28,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:28,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:28,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:28,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:28,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:28,092 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 363) Potentially hanging thread: master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422084565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PacketResponder: BP-1438132508-172.17.0.2-1732422082008:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1844150503-7849 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f244843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422084564 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fadb2fe0ba32:40027-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7b2d7322 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;fadb2fe0ba32:45077 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@27a18fb1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:35083 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server idle connection scanner for port 39577 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1844150503-7848 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f244843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:35083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1844150503-7852 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1844150503-7850-acceptor-0@3765245c-ServerConnector@38e14fbe{HTTP/1.1, (http/1.1)}{localhost:41231} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1319217060) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4731b2ed-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_361960261_20 at /127.0.0.1:38112 [Receiving block BP-1438132508-172.17.0.2-1732422082008:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1844150503-7847 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f244843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@49f24362 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@42e4de3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56753) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: regionserver/fadb2fe0ba32:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:56753): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@76360587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007f2448ad7cc8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp980698382-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f244843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp980698382-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp980698382-7896-acceptor-0@28cc56c1-ServerConnector@3b8d3bdb{HTTP/1.1, (http/1.1)}{localhost:40527} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f24489fa890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/cluster_f4cc46ec-c27c-214a-f4f0-6d4ce8429c64/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0-prefix:fadb2fe0ba32,40027,1732422083177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0-prefix:fadb2fe0ba32,40027,1732422083177.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1438132508-172.17.0.2-1732422082008:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1844150503-7851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1844150503-7853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fadb2fe0ba32:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-d4005bf-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56753) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RS:0;fadb2fe0ba32:40027 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1438132508-172.17.0.2-1732422082008:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fadb2fe0ba32:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 3 on default port 39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56753) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/cluster_f4cc46ec-c27c-214a-f4f0-6d4ce8429c64/data/data1/current/BP-1438132508-172.17.0.2-1732422082008 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 1 on default port 35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: fadb2fe0ba32:45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56753 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35083 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 4 on default port 39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 4 on default port 35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/cluster_f4cc46ec-c27c-214a-f4f0-6d4ce8429c64/data/data2/current/BP-1438132508-172.17.0.2-1732422082008 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35083/user/jenkins/test-data/15b77b50-5653-fb97-9f5b-e0c0833ea9b0/MasterData-prefix:fadb2fe0ba32,45077,1732422083119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@6843bc89 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1438132508-172.17.0.2-1732422082008 heartbeating to localhost/127.0.0.1:35083 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1844150503-7846 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f244843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fadb2fe0ba32:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@67a51616 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/cluster_f4cc46ec-c27c-214a-f4f0-6d4ce8429c64/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1604d48a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_912312355_20 at /127.0.0.1:38088 [Receiving block BP-1438132508-172.17.0.2-1732422082008:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_361960261_20 at /127.0.0.1:38036 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:35083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp980698382-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_361960261_20 at /127.0.0.1:38144 [Receiving block BP-1438132508-172.17.0.2-1732422082008:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6036142b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5bfb4179[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=877 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 400), ProcessCount=11 (was 11), AvailableMemoryMB=5652 (was 5683) 2024-11-24T04:21:28,095 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-24T04:21:28,108 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=877, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=5651 2024-11-24T04:21:28,108 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-24T04:21:28,122 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-24T04:21:28,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/hadoop.log.dir so I do NOT create it in target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2 2024-11-24T04:21:28,122 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:21:28,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/hadoop.tmp.dir so I do NOT create it in target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2 2024-11-24T04:21:28,122 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d41c94ad-d8cb-b78c-0ac5-6bd562c6a079/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:21:28,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2 2024-11-24T04:21:28,123 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/cluster_aa3ec26e-4198-2d90-16ba-9a40a9b9b259, deleteOnExit=true 2024-11-24T04:21:28,125 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/cluster_aa3ec26e-4198-2d90-16ba-9a40a9b9b259/zookeeper_0, clientPort=62280, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/cluster_aa3ec26e-4198-2d90-16ba-9a40a9b9b259/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/cluster_aa3ec26e-4198-2d90-16ba-9a40a9b9b259/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T04:21:28,129 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62280 2024-11-24T04:21:28,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:21:28,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:21:28,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/test.cache.data in system properties and HBase conf 2024-11-24T04:21:28,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:21:28,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:21:28,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:21:28,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:21:28,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:21:28,129 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:21:28,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:21:28,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:21:28,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:21:28,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:21:28,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:21:28,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:21:28,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:21:28,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af3af6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:21:28,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33141d6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:21:28,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@251b0c89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/java.io.tmpdir/jetty-localhost-46429-hadoop-hdfs-3_4_1-tests_jar-_-any-16795622627921416898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:21:28,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5860938f{HTTP/1.1, (http/1.1)}{localhost:46429} 2024-11-24T04:21:28,342 INFO [Time-limited test {}] server.Server(415): Started @288585ms 2024-11-24T04:21:28,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:21:28,418 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:21:28,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:21:28,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:21:28,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:21:28,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac91a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:21:28,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ece777f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:21:28,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c462eb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/java.io.tmpdir/jetty-localhost-37561-hadoop-hdfs-3_4_1-tests_jar-_-any-7724466534866439654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:21:28,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fd0952d{HTTP/1.1, (http/1.1)}{localhost:37561} 2024-11-24T04:21:28,536 INFO [Time-limited test {}] server.Server(415): Started @288779ms 2024-11-24T04:21:28,537 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:21:28,648 WARN [Thread-4293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/cluster_aa3ec26e-4198-2d90-16ba-9a40a9b9b259/data/data2/current/BP-5666624-172.17.0.2-1732422088153/current, will proceed with Du for space computation calculation, 2024-11-24T04:21:28,648 WARN [Thread-4292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/cluster_aa3ec26e-4198-2d90-16ba-9a40a9b9b259/data/data1/current/BP-5666624-172.17.0.2-1732422088153/current, will proceed with Du for space computation calculation, 2024-11-24T04:21:28,674 WARN [Thread-4280 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:21:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ba6b178121303a7 with lease ID 0x6466bf6ac614f3b2: Processing first storage report for DS-2ebc9090-8b4b-4fdb-825f-5810cae31acd from datanode DatanodeRegistration(127.0.0.1:40711, datanodeUuid=834b49a3-fbac-4ea5-9864-f6d6731f8de9, infoPort=42737, infoSecurePort=0, ipcPort=41761, storageInfo=lv=-57;cid=testClusterID;nsid=1083919432;c=1732422088153) 2024-11-24T04:21:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ba6b178121303a7 with lease ID 0x6466bf6ac614f3b2: from storage DS-2ebc9090-8b4b-4fdb-825f-5810cae31acd node DatanodeRegistration(127.0.0.1:40711, datanodeUuid=834b49a3-fbac-4ea5-9864-f6d6731f8de9, infoPort=42737, infoSecurePort=0, ipcPort=41761, storageInfo=lv=-57;cid=testClusterID;nsid=1083919432;c=1732422088153), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:21:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ba6b178121303a7 with lease ID 0x6466bf6ac614f3b2: Processing first storage report for DS-9b42d434-3442-4486-94df-2ecf19da8a1d from datanode DatanodeRegistration(127.0.0.1:40711, datanodeUuid=834b49a3-fbac-4ea5-9864-f6d6731f8de9, infoPort=42737, infoSecurePort=0, ipcPort=41761, storageInfo=lv=-57;cid=testClusterID;nsid=1083919432;c=1732422088153) 2024-11-24T04:21:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ba6b178121303a7 with lease ID 0x6466bf6ac614f3b2: from storage DS-9b42d434-3442-4486-94df-2ecf19da8a1d node DatanodeRegistration(127.0.0.1:40711, datanodeUuid=834b49a3-fbac-4ea5-9864-f6d6731f8de9, infoPort=42737, infoSecurePort=0, ipcPort=41761, storageInfo=lv=-57;cid=testClusterID;nsid=1083919432;c=1732422088153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:21:28,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2 2024-11-24T04:21:28,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:28,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:28,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:21:29,063 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:29,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:21:29,064 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108575 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:21:29,169 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2 with version=8 2024-11-24T04:21:29,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/hbase-staging 2024-11-24T04:21:29,171 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:21:29,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:29,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:29,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:21:29,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:29,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:21:29,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:21:29,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:21:29,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43059 2024-11-24T04:21:29,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43059 connecting to ZooKeeper ensemble=127.0.0.1:62280 2024-11-24T04:21:29,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430590x0, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:29,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43059-0x1014835204c0000 connected 2024-11-24T04:21:29,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:29,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:29,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Set watcher on znode that does not yet exist, /01255438372/running 2024-11-24T04:21:29,199 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2, hbase.cluster.distributed=false 2024-11-24T04:21:29,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Set watcher on znode that does not yet exist, /01255438372/acl 2024-11-24T04:21:29,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43059 2024-11-24T04:21:29,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43059 2024-11-24T04:21:29,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43059 2024-11-24T04:21:29,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43059 2024-11-24T04:21:29,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43059 2024-11-24T04:21:29,223 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:21:29,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:29,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:29,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:21:29,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:29,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:21:29,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:21:29,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:21:29,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35615 2024-11-24T04:21:29,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35615 connecting to ZooKeeper ensemble=127.0.0.1:62280 2024-11-24T04:21:29,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:29,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:29,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356150x0, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:29,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356150x0, quorum=127.0.0.1:62280, baseZNode=/01255438372 Set watcher on znode that does not yet exist, /01255438372/running 2024-11-24T04:21:29,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35615-0x1014835204c0001 connected 2024-11-24T04:21:29,231 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:21:29,231 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:21:29,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Set watcher on znode that does not yet exist, /01255438372/master 2024-11-24T04:21:29,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Set watcher on znode that does not yet exist, /01255438372/acl 2024-11-24T04:21:29,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35615 2024-11-24T04:21:29,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35615 2024-11-24T04:21:29,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35615 2024-11-24T04:21:29,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35615 2024-11-24T04:21:29,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35615 2024-11-24T04:21:29,252 DEBUG [M:0;fadb2fe0ba32:43059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:43059 2024-11-24T04:21:29,253 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01255438372/backup-masters/fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:29,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372/backup-masters 2024-11-24T04:21:29,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372/backup-masters 2024-11-24T04:21:29,254 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Set watcher on existing znode=/01255438372/backup-masters/fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:29,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01255438372/master 2024-11-24T04:21:29,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:29,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:29,260 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Set watcher on existing znode=/01255438372/master 2024-11-24T04:21:29,261 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01255438372/backup-masters/fadb2fe0ba32,43059,1732422089171 from backup master directory 2024-11-24T04:21:29,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01255438372/backup-masters/fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:29,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372/backup-masters 2024-11-24T04:21:29,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372/backup-masters 2024-11-24T04:21:29,262 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:21:29,262 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:29,265 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/hbase.id] with ID: b8a6be25-4e01-42f5-a0fe-f31505d283f5 2024-11-24T04:21:29,265 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/.tmp/hbase.id 2024-11-24T04:21:29,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:21:29,674 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/.tmp/hbase.id]:[hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/hbase.id] 2024-11-24T04:21:29,683 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:29,683 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:21:29,683 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T04:21:29,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:29,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:21:30,090 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:30,090 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:21:30,091 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:30,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:21:30,496 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store 2024-11-24T04:21:30,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:21:30,778 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:21:30,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:30,837 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:21:30,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-24T04:21:30,905 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:30,905 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:21:30,905 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:30,905 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:30,905 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:21:30,905 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:30,905 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:30,905 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422090905Disabling compacts and flushes for region at 1732422090905Disabling writes for close at 1732422090905Writing region close event to WAL at 1732422090905Closed at 1732422090905 2024-11-24T04:21:30,906 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/.initializing 2024-11-24T04:21:30,906 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/WALs/fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:30,907 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:21:30,908 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C43059%2C1732422089171, suffix=, logDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/WALs/fadb2fe0ba32,43059,1732422089171, archiveDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/oldWALs, maxLogs=10 2024-11-24T04:21:30,922 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/WALs/fadb2fe0ba32,43059,1732422089171/fadb2fe0ba32%2C43059%2C1732422089171.1732422090908, exclude list is [], retry=0 2024-11-24T04:21:30,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40711,DS-2ebc9090-8b4b-4fdb-825f-5810cae31acd,DISK] 2024-11-24T04:21:30,925 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/WALs/fadb2fe0ba32,43059,1732422089171/fadb2fe0ba32%2C43059%2C1732422089171.1732422090908 2024-11-24T04:21:30,926 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42737:42737)] 2024-11-24T04:21:30,926 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:30,926 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:30,926 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:30,926 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:30,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:30,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:21:30,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:30,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:30,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:30,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:21:30,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:30,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:30,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:30,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:21:30,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:30,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:30,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:30,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:21:30,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:30,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:30,932 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:30,932 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:30,933 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:30,933 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:30,933 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:30,934 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:30,935 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:30,936 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:30,936 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66111845, jitterRate=-0.014856740832328796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:30,936 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732422090926Initializing all the Stores at 1732422090927 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422090927Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422090927Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422090927Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422090927Cleaning up temporary data from old regions at 1732422090934 (+7 ms)Region opened successfully at 1732422090936 (+2 ms) 2024-11-24T04:21:30,937 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:21:30,939 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2cbdab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:21:30,939 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:21:30,940 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:21:30,940 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:21:30,940 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:21:30,940 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:21:30,940 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:21:30,940 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:21:30,942 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:21:30,942 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Unable to get data of znode /01255438372/balancer because node does not exist (not necessarily an error) 2024-11-24T04:21:30,944 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01255438372/balancer already deleted, retry=false 2024-11-24T04:21:30,944 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:21:30,944 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Unable to get data of znode /01255438372/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:21:30,945 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01255438372/normalizer already deleted, retry=false 2024-11-24T04:21:30,945 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:21:30,946 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Unable to get data of znode /01255438372/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:21:30,947 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01255438372/switch/split already deleted, retry=false 2024-11-24T04:21:30,948 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Unable to get data of znode /01255438372/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:21:30,950 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01255438372/switch/merge already deleted, retry=false 2024-11-24T04:21:30,952 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Unable to get data of znode /01255438372/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:21:30,953 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01255438372/snapshot-cleanup already deleted, retry=false 2024-11-24T04:21:30,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01255438372/running 2024-11-24T04:21:30,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01255438372/running 2024-11-24T04:21:30,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:30,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:30,955 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,43059,1732422089171, sessionid=0x1014835204c0000, setting cluster-up flag (Was=false) 2024-11-24T04:21:30,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:30,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:30,962 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01255438372/flush-table-proc/acquired, /01255438372/flush-table-proc/reached, /01255438372/flush-table-proc/abort 2024-11-24T04:21:30,963 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:30,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:30,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:30,971 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01255438372/online-snapshot/acquired, /01255438372/online-snapshot/reached, /01255438372/online-snapshot/abort 2024-11-24T04:21:30,972 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:30,972 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:21:30,974 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:30,974 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:21:30,974 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:21:30,974 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,43059,1732422089171 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:21:30,975 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:30,975 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:30,975 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:30,975 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:30,975 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:21:30,975 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:30,975 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:21:30,975 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:30,976 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732422120976 2024-11-24T04:21:30,976 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:21:30,976 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:21:30,976 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:21:30,976 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:21:30,976 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:21:30,976 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:21:30,976 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:30,976 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:21:30,976 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:30,977 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:21:30,977 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:21:30,977 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:21:30,977 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:21:30,977 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:21:30,977 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:21:30,977 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:30,977 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422090977,5,FailOnTimeoutGroup] 2024-11-24T04:21:30,977 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:21:30,977 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422090977,5,FailOnTimeoutGroup] 2024-11-24T04:21:30,978 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:30,978 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:21:30,978 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:30,978 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:21:31,043 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(746): ClusterId : b8a6be25-4e01-42f5-a0fe-f31505d283f5 2024-11-24T04:21:31,043 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:21:31,045 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:21:31,045 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:21:31,046 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:21:31,047 DEBUG [RS:0;fadb2fe0ba32:35615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d4b0ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:21:31,059 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:35615 2024-11-24T04:21:31,059 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:21:31,059 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:21:31,059 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:21:31,059 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,43059,1732422089171 with port=35615, startcode=1732422089222 2024-11-24T04:21:31,059 DEBUG [RS:0;fadb2fe0ba32:35615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:21:31,060 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:21:31,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43059 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:31,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43059 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:31,062 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2 2024-11-24T04:21:31,062 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41055 2024-11-24T04:21:31,062 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:21:31,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372/rs 2024-11-24T04:21:31,063 DEBUG [RS:0;fadb2fe0ba32:35615 {}] zookeeper.ZKUtil(111): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Set watcher on existing znode=/01255438372/rs/fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:31,063 WARN [RS:0;fadb2fe0ba32:35615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:21:31,063 INFO [RS:0;fadb2fe0ba32:35615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:31,064 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:31,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,35615,1732422089222] 2024-11-24T04:21:31,066 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:21:31,067 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:21:31,067 INFO [RS:0;fadb2fe0ba32:35615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:21:31,068 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:31,068 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:21:31,068 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:21:31,068 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:31,068 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:31,068 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:31,068 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:31,068 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:31,068 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:31,068 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:21:31,068 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:31,068 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:31,068 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:31,069 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:31,069 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:31,069 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:31,069 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:21:31,069 DEBUG [RS:0;fadb2fe0ba32:35615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:21:31,072 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:31,072 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:31,072 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:31,072 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:31,072 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:31,072 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35615,1732422089222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:21:31,086 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:21:31,086 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,35615,1732422089222-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:31,086 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:31,086 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.Replication(171): fadb2fe0ba32,35615,1732422089222 started 2024-11-24T04:21:31,100 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:31,100 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,35615,1732422089222, RpcServer on fadb2fe0ba32/172.17.0.2:35615, sessionid=0x1014835204c0001 2024-11-24T04:21:31,100 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:21:31,100 DEBUG [RS:0;fadb2fe0ba32:35615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:31,100 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,35615,1732422089222' 2024-11-24T04:21:31,100 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01255438372/flush-table-proc/abort' 2024-11-24T04:21:31,101 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01255438372/flush-table-proc/acquired' 2024-11-24T04:21:31,101 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:21:31,101 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:21:31,101 DEBUG [RS:0;fadb2fe0ba32:35615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:31,101 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,35615,1732422089222' 2024-11-24T04:21:31,101 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01255438372/online-snapshot/abort' 2024-11-24T04:21:31,101 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01255438372/online-snapshot/acquired' 2024-11-24T04:21:31,102 DEBUG [RS:0;fadb2fe0ba32:35615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:21:31,102 INFO [RS:0;fadb2fe0ba32:35615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:21:31,102 INFO [RS:0;fadb2fe0ba32:35615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:21:31,202 INFO [RS:0;fadb2fe0ba32:35615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:21:31,203 INFO [RS:0;fadb2fe0ba32:35615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C35615%2C1732422089222, suffix=, logDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222, archiveDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/oldWALs, maxLogs=10 2024-11-24T04:21:31,216 DEBUG [RS:0;fadb2fe0ba32:35615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203, exclude list is [], retry=0 2024-11-24T04:21:31,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40711,DS-2ebc9090-8b4b-4fdb-825f-5810cae31acd,DISK] 2024-11-24T04:21:31,220 INFO [RS:0;fadb2fe0ba32:35615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 2024-11-24T04:21:31,220 DEBUG [RS:0;fadb2fe0ba32:35615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42737:42737)] 2024-11-24T04:21:31,382 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:21:31,382 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2 2024-11-24T04:21:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:21:31,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:31,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:21:31,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:21:31,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:31,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:31,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:21:31,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:21:31,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:31,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:31,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:21:31,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:21:31,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:31,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:31,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:21:31,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:21:31,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:31,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:31,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:21:31,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740 2024-11-24T04:21:31,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740 2024-11-24T04:21:31,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:21:31,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:21:31,795 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:31,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:21:31,797 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:31,798 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68538207, jitterRate=0.02129887044429779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:31,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732422091787Initializing all the Stores at 1732422091788 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422091788Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422091788Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422091788Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422091788Cleaning up temporary data from old regions at 1732422091795 (+7 ms)Region opened successfully at 1732422091798 (+3 ms) 2024-11-24T04:21:31,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:21:31,798 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:21:31,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:21:31,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:21:31,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:21:31,798 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:31,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422091798Disabling compacts and flushes for region at 1732422091798Disabling writes for close at 1732422091798Writing region close event to WAL at 1732422091798Closed at 1732422091798 2024-11-24T04:21:31,799 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:31,799 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:21:31,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:21:31,800 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:21:31,801 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:21:31,951 DEBUG [fadb2fe0ba32:43059 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:21:31,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:31,953 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,35615,1732422089222, state=OPENING 2024-11-24T04:21:31,956 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:21:31,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:31,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:31,958 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:21:31,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01255438372/meta-region-server: CHANGED 2024-11-24T04:21:31,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,35615,1732422089222}] 2024-11-24T04:21:31,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01255438372/meta-region-server: CHANGED 2024-11-24T04:21:32,110 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:21:32,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:21:32,114 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:21:32,114 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:32,114 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:21:32,116 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C35615%2C1732422089222.meta, suffix=.meta, logDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222, archiveDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/oldWALs, maxLogs=10 2024-11-24T04:21:32,129 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.meta.1732422092116.meta, exclude list is [], retry=0 2024-11-24T04:21:32,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40711,DS-2ebc9090-8b4b-4fdb-825f-5810cae31acd,DISK] 2024-11-24T04:21:32,132 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.meta.1732422092116.meta 2024-11-24T04:21:32,133 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42737:42737)] 2024-11-24T04:21:32,133 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:32,133 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:32,133 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:21:32,133 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:21:32,133 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:21:32,133 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:21:32,133 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:32,133 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:21:32,133 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:21:32,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:21:32,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:21:32,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:32,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:32,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:21:32,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:21:32,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:32,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:32,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:21:32,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:21:32,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:32,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:32,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:21:32,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:21:32,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:32,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:32,137 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:21:32,138 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740 2024-11-24T04:21:32,138 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740 2024-11-24T04:21:32,139 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:21:32,139 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:21:32,139 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:32,140 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:21:32,141 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73571166, jitterRate=0.0962958037853241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:32,141 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:21:32,141 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732422092133Writing region info on filesystem at 1732422092133Initializing all the Stores at 1732422092134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422092134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422092134Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422092134Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422092134Cleaning up temporary data from old regions at 1732422092139 (+5 ms)Running coprocessor post-open hooks at 1732422092141 (+2 ms)Region opened successfully at 1732422092141 2024-11-24T04:21:32,141 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732422092110 2024-11-24T04:21:32,143 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:21:32,143 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:21:32,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:32,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,35615,1732422089222, state=OPEN 2024-11-24T04:21:32,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01255438372/meta-region-server 2024-11-24T04:21:32,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01255438372/meta-region-server 2024-11-24T04:21:32,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01255438372/meta-region-server: CHANGED 2024-11-24T04:21:32,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01255438372/meta-region-server: CHANGED 2024-11-24T04:21:32,149 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:32,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:21:32,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,35615,1732422089222 in 191 msec 2024-11-24T04:21:32,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:21:32,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-24T04:21:32,152 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:32,152 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:21:32,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:32,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,35615,1732422089222, seqNum=-1] 2024-11-24T04:21:32,154 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:32,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:32,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1840 sec 2024-11-24T04:21:32,158 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732422092158, completionTime=-1 2024-11-24T04:21:32,158 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:21:32,158 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:21:32,159 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:21:32,159 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422152159 2024-11-24T04:21:32,159 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422212159 2024-11-24T04:21:32,159 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:21:32,160 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43059,1732422089171-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:32,160 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43059,1732422089171-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:32,160 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43059,1732422089171-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:32,160 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:43059, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:32,160 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:32,160 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:32,161 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:21:32,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.901sec 2024-11-24T04:21:32,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:21:32,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:21:32,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:21:32,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:21:32,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:21:32,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43059,1732422089171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:21:32,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43059,1732422089171-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:21:32,165 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:21:32,165 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:21:32,165 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43059,1732422089171-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:32,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6dda91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:32,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,43059,-1 for getting cluster id 2024-11-24T04:21:32,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:32,245 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8a6be25-4e01-42f5-a0fe-f31505d283f5' 2024-11-24T04:21:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8a6be25-4e01-42f5-a0fe-f31505d283f5" 2024-11-24T04:21:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd44cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,43059,-1] 2024-11-24T04:21:32,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:32,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:32,247 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:32,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0b9ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:32,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:32,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,35615,1732422089222, seqNum=-1] 2024-11-24T04:21:32,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:32,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:32,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:32,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62280 2024-11-24T04:21:32,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:32,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014835204c0002 connected 2024-11-24T04:21:32,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/hadoop.log.dir so I do NOT create it in target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa 2024-11-24T04:21:32,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:21:32,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/hadoop.tmp.dir so I do NOT create it in target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa 2024-11-24T04:21:32,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:21:32,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa 2024-11-24T04:21:32,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:21:32,258 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/cluster_181c25c5-f736-acf0-bdbd-098497f45d04, deleteOnExit=true 2024-11-24T04:21:32,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:21:32,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/test.cache.data in system properties and HBase conf 2024-11-24T04:21:32,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:21:32,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:21:32,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:21:32,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:21:32,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:21:32,259 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:21:32,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:21:32,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:21:32,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:21:32,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:21:32,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:21:32,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:21:32,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:21:32,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:21:32,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:21:32,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:21:32,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:21:32,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:21:32,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:21:32,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:21:32,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:21:32,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:21:32,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:21:32,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:21:32,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:21:32,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:21:32,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a7e7ac2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:21:32,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef328a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:21:32,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510d8702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/java.io.tmpdir/jetty-localhost-38871-hadoop-hdfs-3_4_1-tests_jar-_-any-17322236648066981839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:21:32,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48bd7b17{HTTP/1.1, (http/1.1)}{localhost:38871} 2024-11-24T04:21:32,472 INFO [Time-limited test {}] server.Server(415): Started @292715ms 2024-11-24T04:21:32,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:21:32,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:21:32,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:21:32,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:21:32,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T04:21:32,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35dd2eaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:21:32,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@351c0e26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:21:32,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bf1cc6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/java.io.tmpdir/jetty-localhost-41507-hadoop-hdfs-3_4_1-tests_jar-_-any-1020697379953365253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:21:32,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fc8b7f3{HTTP/1.1, (http/1.1)}{localhost:41507} 2024-11-24T04:21:32,697 INFO [Time-limited test {}] server.Server(415): Started @292939ms 2024-11-24T04:21:32,698 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:21:32,794 WARN [Thread-4414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/cluster_181c25c5-f736-acf0-bdbd-098497f45d04/data/data2/current/BP-504377255-172.17.0.2-1732422092282/current, will proceed with Du for space computation calculation, 2024-11-24T04:21:32,794 WARN [Thread-4413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/cluster_181c25c5-f736-acf0-bdbd-098497f45d04/data/data1/current/BP-504377255-172.17.0.2-1732422092282/current, will proceed with Du for space computation calculation, 2024-11-24T04:21:32,814 WARN [Thread-4401 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:21:32,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3686619c0349119e with lease ID 0x26d8c98a8f31edf9: Processing first storage report for DS-a44a5575-709f-44a9-a793-29cc037a371e from datanode DatanodeRegistration(127.0.0.1:37957, datanodeUuid=df3f940c-b76b-4cf5-a350-d5e12d3f641b, infoPort=36427, infoSecurePort=0, ipcPort=38147, storageInfo=lv=-57;cid=testClusterID;nsid=1152657289;c=1732422092282) 2024-11-24T04:21:32,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3686619c0349119e with lease ID 0x26d8c98a8f31edf9: from storage DS-a44a5575-709f-44a9-a793-29cc037a371e node DatanodeRegistration(127.0.0.1:37957, datanodeUuid=df3f940c-b76b-4cf5-a350-d5e12d3f641b, infoPort=36427, infoSecurePort=0, ipcPort=38147, storageInfo=lv=-57;cid=testClusterID;nsid=1152657289;c=1732422092282), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:21:32,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3686619c0349119e with lease ID 0x26d8c98a8f31edf9: Processing first storage report for DS-68a678e8-cc8f-4c7d-b810-958b5242799d from datanode DatanodeRegistration(127.0.0.1:37957, datanodeUuid=df3f940c-b76b-4cf5-a350-d5e12d3f641b, infoPort=36427, infoSecurePort=0, ipcPort=38147, storageInfo=lv=-57;cid=testClusterID;nsid=1152657289;c=1732422092282) 2024-11-24T04:21:32,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3686619c0349119e with lease ID 0x26d8c98a8f31edf9: from storage DS-68a678e8-cc8f-4c7d-b810-958b5242799d node DatanodeRegistration(127.0.0.1:37957, datanodeUuid=df3f940c-b76b-4cf5-a350-d5e12d3f641b, infoPort=36427, infoSecurePort=0, ipcPort=38147, storageInfo=lv=-57;cid=testClusterID;nsid=1152657289;c=1732422092282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:21:32,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa 2024-11-24T04:21:32,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:32,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:32,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:21:33,230 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2 with version=8 2024-11-24T04:21:33,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/hbase-staging 2024-11-24T04:21:33,232 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:21:33,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:33,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:33,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:21:33,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:33,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:21:33,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:21:33,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:21:33,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42699 2024-11-24T04:21:33,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42699 connecting to ZooKeeper ensemble=127.0.0.1:62280 2024-11-24T04:21:33,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426990x0, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:33,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42699-0x1014835204c0003 connected 2024-11-24T04:21:33,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:33,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:33,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Set watcher on znode that does not yet exist, /1-658951580/running 2024-11-24T04:21:33,264 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2, hbase.cluster.distributed=false 2024-11-24T04:21:33,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Set watcher on znode that does not yet exist, /1-658951580/acl 2024-11-24T04:21:33,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42699 2024-11-24T04:21:33,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42699 2024-11-24T04:21:33,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42699 2024-11-24T04:21:33,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42699 2024-11-24T04:21:33,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42699 2024-11-24T04:21:33,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:21:33,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:33,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:33,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:21:33,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:33,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:21:33,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:21:33,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:21:33,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43137 2024-11-24T04:21:33,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43137 connecting to ZooKeeper ensemble=127.0.0.1:62280 2024-11-24T04:21:33,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:33,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:33,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431370x0, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:33,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431370x0, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Set watcher on znode that does not yet exist, /1-658951580/running 2024-11-24T04:21:33,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43137-0x1014835204c0004 connected 2024-11-24T04:21:33,290 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:21:33,294 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:21:33,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Set watcher on znode that does not yet exist, /1-658951580/master 2024-11-24T04:21:33,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Set watcher on znode that does not yet exist, /1-658951580/acl 2024-11-24T04:21:33,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-24T04:21:33,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43137 2024-11-24T04:21:33,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43137 2024-11-24T04:21:33,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-24T04:21:33,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43137 2024-11-24T04:21:33,316 DEBUG [M:0;fadb2fe0ba32:42699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:42699 2024-11-24T04:21:33,316 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-658951580/backup-masters/fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:33,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580/backup-masters 2024-11-24T04:21:33,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580/backup-masters 2024-11-24T04:21:33,320 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Set watcher on existing znode=/1-658951580/backup-masters/fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:33,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-658951580/master 2024-11-24T04:21:33,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:33,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:33,324 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Set watcher on existing znode=/1-658951580/master 2024-11-24T04:21:33,324 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-658951580/backup-masters/fadb2fe0ba32,42699,1732422093232 from backup master directory 2024-11-24T04:21:33,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658951580/backup-masters/fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:33,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580/backup-masters 2024-11-24T04:21:33,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580/backup-masters 2024-11-24T04:21:33,327 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:21:33,327 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:33,330 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/hbase.id] with ID: c753505e-598a-46d8-a291-604e9e73ff1f 2024-11-24T04:21:33,330 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/.tmp/hbase.id 2024-11-24T04:21:33,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:21:33,337 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/.tmp/hbase.id]:[hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/hbase.id] 2024-11-24T04:21:33,346 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:33,346 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:21:33,347 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T04:21:33,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:33,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:33,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:21:33,755 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:33,755 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:21:33,756 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:33,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:21:34,163 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store 2024-11-24T04:21:34,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:21:34,168 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:34,168 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:21:34,168 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:34,168 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:34,169 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:21:34,169 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:34,169 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:34,169 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422094168Disabling compacts and flushes for region at 1732422094168Disabling writes for close at 1732422094169 (+1 ms)Writing region close event to WAL at 1732422094169Closed at 1732422094169 2024-11-24T04:21:34,169 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/.initializing 2024-11-24T04:21:34,169 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/WALs/fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:34,170 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:21:34,172 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C42699%2C1732422093232, suffix=, logDir=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/WALs/fadb2fe0ba32,42699,1732422093232, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/oldWALs, maxLogs=10 2024-11-24T04:21:34,191 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/WALs/fadb2fe0ba32,42699,1732422093232/fadb2fe0ba32%2C42699%2C1732422093232.1732422094172, exclude list is [], retry=0 2024-11-24T04:21:34,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37957,DS-a44a5575-709f-44a9-a793-29cc037a371e,DISK] 2024-11-24T04:21:34,194 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/WALs/fadb2fe0ba32,42699,1732422093232/fadb2fe0ba32%2C42699%2C1732422093232.1732422094172 2024-11-24T04:21:34,194 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36427:36427)] 2024-11-24T04:21:34,194 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:34,195 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:34,195 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:34,195 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:34,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:34,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:21:34,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:34,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:34,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:34,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:21:34,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:34,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:34,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:34,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:21:34,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:34,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:34,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:34,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:21:34,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:34,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:34,202 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:34,202 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:34,202 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:34,203 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:34,203 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:34,204 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:34,204 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:34,206 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:34,206 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69953440, jitterRate=0.04238748550415039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:34,206 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732422094195Initializing all the Stores at 1732422094195Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422094195Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422094196 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422094196Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422094196Cleaning up temporary data from old regions at 1732422094203 (+7 ms)Region opened successfully at 1732422094206 (+3 ms) 2024-11-24T04:21:34,207 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:21:34,209 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585a07cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:21:34,210 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:21:34,210 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:21:34,210 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:21:34,210 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:21:34,210 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:21:34,211 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:21:34,211 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:21:34,213 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:21:34,213 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Unable to get data of znode /1-658951580/balancer because node does not exist (not necessarily an error) 2024-11-24T04:21:34,214 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658951580/balancer already deleted, retry=false 2024-11-24T04:21:34,215 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:21:34,215 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Unable to get data of znode /1-658951580/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:21:34,218 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658951580/normalizer already deleted, retry=false 2024-11-24T04:21:34,218 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:21:34,219 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Unable to get data of znode /1-658951580/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:21:34,219 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658951580/switch/split already deleted, retry=false 2024-11-24T04:21:34,220 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Unable to get data of znode /1-658951580/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:21:34,221 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658951580/switch/merge already deleted, retry=false 2024-11-24T04:21:34,223 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Unable to get data of znode /1-658951580/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:21:34,224 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-658951580/snapshot-cleanup already deleted, retry=false 2024-11-24T04:21:34,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-658951580/running 2024-11-24T04:21:34,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-658951580/running 2024-11-24T04:21:34,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:34,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:34,227 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,42699,1732422093232, sessionid=0x1014835204c0003, setting cluster-up flag (Was=false) 2024-11-24T04:21:34,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:34,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:34,234 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-658951580/flush-table-proc/acquired, /1-658951580/flush-table-proc/reached, /1-658951580/flush-table-proc/abort 2024-11-24T04:21:34,234 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:34,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:34,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:34,242 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-658951580/online-snapshot/acquired, /1-658951580/online-snapshot/reached, /1-658951580/online-snapshot/abort 2024-11-24T04:21:34,243 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:34,244 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:21:34,245 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:34,245 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:21:34,245 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:21:34,246 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,42699,1732422093232 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:21:34,247 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:34,247 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:34,247 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:34,247 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:34,247 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:21:34,247 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,247 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:21:34,247 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,248 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732422124248 2024-11-24T04:21:34,248 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:21:34,248 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:21:34,248 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:21:34,248 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:21:34,248 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:21:34,248 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:21:34,249 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:34,249 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:21:34,249 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,250 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:34,250 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:21:34,252 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:21:34,252 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:21:34,252 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:21:34,253 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:21:34,256 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:21:34,257 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:21:34,257 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422094257,5,FailOnTimeoutGroup] 2024-11-24T04:21:34,257 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422094257,5,FailOnTimeoutGroup] 2024-11-24T04:21:34,257 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,257 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:21:34,257 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,257 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:21:34,303 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(746): ClusterId : c753505e-598a-46d8-a291-604e9e73ff1f 2024-11-24T04:21:34,303 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:21:34,304 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:21:34,304 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:21:34,307 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:21:34,307 DEBUG [RS:0;fadb2fe0ba32:43137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2cae80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:21:34,318 DEBUG [RS:0;fadb2fe0ba32:43137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:43137 2024-11-24T04:21:34,319 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:21:34,319 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:21:34,319 DEBUG [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:21:34,319 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,42699,1732422093232 with port=43137, startcode=1732422093282 2024-11-24T04:21:34,319 DEBUG [RS:0;fadb2fe0ba32:43137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:21:34,320 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:21:34,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:34,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42699 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:34,322 DEBUG [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2 2024-11-24T04:21:34,322 DEBUG [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37293 2024-11-24T04:21:34,322 DEBUG [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:21:34,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580/rs 2024-11-24T04:21:34,327 DEBUG [RS:0;fadb2fe0ba32:43137 {}] zookeeper.ZKUtil(111): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Set watcher on existing znode=/1-658951580/rs/fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:34,327 WARN [RS:0;fadb2fe0ba32:43137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:21:34,327 INFO [RS:0;fadb2fe0ba32:43137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:34,327 DEBUG [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/WALs/fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:34,328 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,43137,1732422093282] 2024-11-24T04:21:34,330 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:21:34,331 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:21:34,331 INFO [RS:0;fadb2fe0ba32:43137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:21:34,331 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,332 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:21:34,332 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:21:34,332 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:21:34,332 DEBUG [RS:0;fadb2fe0ba32:43137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:21:34,335 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,335 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,335 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,335 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,335 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,335 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43137,1732422093282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:21:34,349 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:21:34,349 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,43137,1732422093282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,349 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,349 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.Replication(171): fadb2fe0ba32,43137,1732422093282 started 2024-11-24T04:21:34,362 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:34,362 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,43137,1732422093282, RpcServer on fadb2fe0ba32/172.17.0.2:43137, sessionid=0x1014835204c0004 2024-11-24T04:21:34,362 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:21:34,362 DEBUG [RS:0;fadb2fe0ba32:43137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:34,362 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,43137,1732422093282' 2024-11-24T04:21:34,362 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-658951580/flush-table-proc/abort' 2024-11-24T04:21:34,363 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-658951580/flush-table-proc/acquired' 2024-11-24T04:21:34,363 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:21:34,363 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:21:34,363 DEBUG [RS:0;fadb2fe0ba32:43137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:34,363 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,43137,1732422093282' 2024-11-24T04:21:34,363 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-658951580/online-snapshot/abort' 2024-11-24T04:21:34,363 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-658951580/online-snapshot/acquired' 2024-11-24T04:21:34,364 DEBUG [RS:0;fadb2fe0ba32:43137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:21:34,364 INFO [RS:0;fadb2fe0ba32:43137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:21:34,364 INFO [RS:0;fadb2fe0ba32:43137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:21:34,464 INFO [RS:0;fadb2fe0ba32:43137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:21:34,465 INFO [RS:0;fadb2fe0ba32:43137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43137%2C1732422093282, suffix=, logDir=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/WALs/fadb2fe0ba32,43137,1732422093282, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/oldWALs, maxLogs=10 2024-11-24T04:21:34,479 DEBUG [RS:0;fadb2fe0ba32:43137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/WALs/fadb2fe0ba32,43137,1732422093282/fadb2fe0ba32%2C43137%2C1732422093282.1732422094465, exclude list is [], retry=0 2024-11-24T04:21:34,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37957,DS-a44a5575-709f-44a9-a793-29cc037a371e,DISK] 2024-11-24T04:21:34,484 INFO [RS:0;fadb2fe0ba32:43137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/WALs/fadb2fe0ba32,43137,1732422093282/fadb2fe0ba32%2C43137%2C1732422093282.1732422094465 2024-11-24T04:21:34,484 DEBUG [RS:0;fadb2fe0ba32:43137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36427:36427)] 2024-11-24T04:21:34,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:21:34,663 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2 2024-11-24T04:21:34,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:21:34,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:34,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:21:34,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:21:34,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:34,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:34,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:21:34,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:21:34,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:34,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:34,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:21:34,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:21:34,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:34,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:34,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:21:34,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:21:34,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:34,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:34,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:21:34,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740 2024-11-24T04:21:34,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740 2024-11-24T04:21:34,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:21:34,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:21:34,675 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:34,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:21:34,677 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:34,677 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59715839, jitterRate=-0.11016465723514557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:34,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732422094667Initializing all the Stores at 1732422094668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422094668Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422094668Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422094668Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422094668Cleaning up temporary data from old regions at 1732422094674 (+6 ms)Region opened successfully at 1732422094677 (+3 ms) 2024-11-24T04:21:34,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:21:34,677 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:21:34,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:21:34,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:21:34,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:21:34,678 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:34,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422094677Disabling compacts and flushes for region at 1732422094677Disabling writes for close at 1732422094677Writing region close event to WAL at 1732422094678 (+1 ms)Closed at 1732422094678 2024-11-24T04:21:34,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:34,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:21:34,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:21:34,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:21:34,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:21:34,830 DEBUG [fadb2fe0ba32:42699 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:21:34,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:34,832 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,43137,1732422093282, state=OPENING 2024-11-24T04:21:34,833 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:21:34,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:34,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:34,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-658951580/meta-region-server: CHANGED 2024-11-24T04:21:34,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-658951580/meta-region-server: CHANGED 2024-11-24T04:21:34,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:21:34,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43137,1732422093282}] 2024-11-24T04:21:34,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T04:21:34,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T04:21:34,949 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-24T04:21:34,949 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-24T04:21:34,950 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:21:34,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-24T04:21:34,987 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:21:34,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:21:34,991 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:21:34,991 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:34,991 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:21:34,992 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C43137%2C1732422093282.meta, suffix=.meta, logDir=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/WALs/fadb2fe0ba32,43137,1732422093282, archiveDir=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/oldWALs, maxLogs=10 2024-11-24T04:21:35,006 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/WALs/fadb2fe0ba32,43137,1732422093282/fadb2fe0ba32%2C43137%2C1732422093282.meta.1732422094993.meta, exclude list is [], retry=0 2024-11-24T04:21:35,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37957,DS-a44a5575-709f-44a9-a793-29cc037a371e,DISK] 2024-11-24T04:21:35,009 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/WALs/fadb2fe0ba32,43137,1732422093282/fadb2fe0ba32%2C43137%2C1732422093282.meta.1732422094993.meta 2024-11-24T04:21:35,009 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36427:36427)] 2024-11-24T04:21:35,009 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:35,010 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:35,010 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:21:35,010 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:21:35,010 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:21:35,010 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:21:35,010 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:35,010 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:21:35,010 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:21:35,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:21:35,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:21:35,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:35,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:35,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:21:35,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:21:35,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:35,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:35,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:21:35,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:21:35,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:35,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:35,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:21:35,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:21:35,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:35,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:35,014 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:21:35,015 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740 2024-11-24T04:21:35,015 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740 2024-11-24T04:21:35,016 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:21:35,016 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:21:35,017 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:35,017 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:21:35,018 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68749805, jitterRate=0.024451926350593567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:35,018 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:21:35,018 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732422095010Writing region info on filesystem at 1732422095010Initializing all the Stores at 1732422095011 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422095011Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422095011Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422095011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422095011Cleaning up temporary data from old regions at 1732422095016 (+5 ms)Running coprocessor post-open hooks at 1732422095018 (+2 ms)Region opened successfully at 1732422095018 2024-11-24T04:21:35,019 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732422094987 2024-11-24T04:21:35,020 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:21:35,020 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:21:35,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:35,021 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,43137,1732422093282, state=OPEN 2024-11-24T04:21:35,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-658951580/meta-region-server 2024-11-24T04:21:35,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-658951580/meta-region-server 2024-11-24T04:21:35,025 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:35,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-658951580/meta-region-server: CHANGED 2024-11-24T04:21:35,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-658951580/meta-region-server: CHANGED 2024-11-24T04:21:35,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:21:35,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,43137,1732422093282 in 190 msec 2024-11-24T04:21:35,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:21:35,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-24T04:21:35,028 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:35,028 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:21:35,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:35,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43137,1732422093282, seqNum=-1] 2024-11-24T04:21:35,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:35,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:35,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 789 msec 2024-11-24T04:21:35,034 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732422095034, completionTime=-1 2024-11-24T04:21:35,034 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:21:35,034 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:21:35,036 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:21:35,036 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422155036 2024-11-24T04:21:35,036 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422215036 2024-11-24T04:21:35,036 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:21:35,036 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42699,1732422093232-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:35,036 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42699,1732422093232-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:35,036 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42699,1732422093232-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:35,036 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:42699, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:35,036 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:35,036 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:35,038 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:21:35,039 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.712sec 2024-11-24T04:21:35,039 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:21:35,039 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:21:35,039 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:21:35,039 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:21:35,039 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:21:35,039 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42699,1732422093232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:21:35,039 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42699,1732422093232-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:21:35,041 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:21:35,041 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:21:35,041 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42699,1732422093232-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:35,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d78c344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:35,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,42699,-1 for getting cluster id 2024-11-24T04:21:35,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:35,104 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c753505e-598a-46d8-a291-604e9e73ff1f' 2024-11-24T04:21:35,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c753505e-598a-46d8-a291-604e9e73ff1f" 2024-11-24T04:21:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d29f6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,42699,-1] 2024-11-24T04:21:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:35,106 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:35,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2ca16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:35,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:35,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43137,1732422093282, seqNum=-1] 2024-11-24T04:21:35,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:35,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:35,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:35,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62280 2024-11-24T04:21:35,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:35,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014835204c0005 connected 2024-11-24T04:21:35,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/hadoop.log.dir so I do NOT create it in target/test-data/3d398654-6d71-60bb-e713-893a833212a8 2024-11-24T04:21:35,115 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/hadoop.log.dir Erasing configuration value by system value. 2024-11-24T04:21:35,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/hadoop.tmp.dir so I do NOT create it in target/test-data/3d398654-6d71-60bb-e713-893a833212a8 2024-11-24T04:21:35,115 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-24T04:21:35,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8 2024-11-24T04:21:35,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T04:21:35,116 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/cluster_69d96481-71cc-5d4b-389b-4f1c905902f7, deleteOnExit=true 2024-11-24T04:21:35,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T04:21:35,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/test.cache.data in system properties and HBase conf 2024-11-24T04:21:35,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T04:21:35,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/hadoop.log.dir in system properties and HBase conf 2024-11-24T04:21:35,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T04:21:35,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T04:21:35,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T04:21:35,116 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T04:21:35,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:21:35,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T04:21:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T04:21:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:21:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T04:21:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T04:21:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T04:21:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:21:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T04:21:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/nfs.dump.dir in system properties and HBase conf 2024-11-24T04:21:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/java.io.tmpdir in system properties and HBase conf 2024-11-24T04:21:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T04:21:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T04:21:35,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T04:21:35,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:21:35,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:21:35,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:21:35,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:21:35,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:21:35,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:21:35,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e2e8db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:21:35,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17c5513{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:21:35,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6d6af4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/java.io.tmpdir/jetty-localhost-40829-hadoop-hdfs-3_4_1-tests_jar-_-any-9570763451228825145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:21:35,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d184911{HTTP/1.1, (http/1.1)}{localhost:40829} 2024-11-24T04:21:35,319 INFO [Time-limited test {}] server.Server(415): Started @295562ms 2024-11-24T04:21:35,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T04:21:35,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T04:21:35,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T04:21:35,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T04:21:35,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T04:21:35,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64262caa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/hadoop.log.dir/,AVAILABLE} 2024-11-24T04:21:35,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a44ec1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T04:21:35,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb2a1e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/java.io.tmpdir/jetty-localhost-44741-hadoop-hdfs-3_4_1-tests_jar-_-any-3578781937533177991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:21:35,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@633b22db{HTTP/1.1, (http/1.1)}{localhost:44741} 2024-11-24T04:21:35,519 INFO [Time-limited test {}] server.Server(415): Started @295762ms 2024-11-24T04:21:35,520 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T04:21:35,626 WARN [Thread-4533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/cluster_69d96481-71cc-5d4b-389b-4f1c905902f7/data/data1/current/BP-1135655302-172.17.0.2-1732422095135/current, will proceed with Du for space computation calculation, 2024-11-24T04:21:35,627 WARN [Thread-4534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/cluster_69d96481-71cc-5d4b-389b-4f1c905902f7/data/data2/current/BP-1135655302-172.17.0.2-1732422095135/current, will proceed with Du for space computation calculation, 2024-11-24T04:21:35,651 WARN [Thread-4521 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T04:21:35,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f14e6c4d22dab73 with lease ID 0x5acca0ebdda58f2: Processing first storage report for DS-a39e5b41-f142-4160-a3e0-cf5174f43ba7 from datanode DatanodeRegistration(127.0.0.1:44337, datanodeUuid=83b2148e-945f-4c68-8e3f-facf5a403cab, infoPort=43915, infoSecurePort=0, ipcPort=36497, storageInfo=lv=-57;cid=testClusterID;nsid=325425340;c=1732422095135) 2024-11-24T04:21:35,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f14e6c4d22dab73 with lease ID 0x5acca0ebdda58f2: from storage DS-a39e5b41-f142-4160-a3e0-cf5174f43ba7 node DatanodeRegistration(127.0.0.1:44337, datanodeUuid=83b2148e-945f-4c68-8e3f-facf5a403cab, infoPort=43915, infoSecurePort=0, ipcPort=36497, storageInfo=lv=-57;cid=testClusterID;nsid=325425340;c=1732422095135), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T04:21:35,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f14e6c4d22dab73 with lease ID 0x5acca0ebdda58f2: Processing first storage report for DS-979b63df-a861-4ac3-98e3-d4d91da26f7a from datanode DatanodeRegistration(127.0.0.1:44337, datanodeUuid=83b2148e-945f-4c68-8e3f-facf5a403cab, infoPort=43915, infoSecurePort=0, ipcPort=36497, storageInfo=lv=-57;cid=testClusterID;nsid=325425340;c=1732422095135) 2024-11-24T04:21:35,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f14e6c4d22dab73 with lease ID 0x5acca0ebdda58f2: from storage DS-979b63df-a861-4ac3-98e3-d4d91da26f7a node DatanodeRegistration(127.0.0.1:44337, datanodeUuid=83b2148e-945f-4c68-8e3f-facf5a403cab, infoPort=43915, infoSecurePort=0, ipcPort=36497, storageInfo=lv=-57;cid=testClusterID;nsid=325425340;c=1732422095135), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T04:21:35,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8 2024-11-24T04:21:35,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:35,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:35,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741825_1001 (size=7) 2024-11-24T04:21:35,751 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9 with version=8 2024-11-24T04:21:35,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/hbase-staging 2024-11-24T04:21:35,753 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:21:35,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:35,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:35,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:21:35,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:35,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:21:35,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T04:21:35,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:21:35,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37797 2024-11-24T04:21:35,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37797 connecting to ZooKeeper ensemble=127.0.0.1:62280 2024-11-24T04:21:35,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377970x0, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:35,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37797-0x1014835204c0006 connected 2024-11-24T04:21:35,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:35,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:35,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Set watcher on znode that does not yet exist, /2-166889077/running 2024-11-24T04:21:35,777 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9, hbase.cluster.distributed=false 2024-11-24T04:21:35,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Set watcher on znode that does not yet exist, /2-166889077/acl 2024-11-24T04:21:35,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37797 2024-11-24T04:21:35,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37797 2024-11-24T04:21:35,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37797 2024-11-24T04:21:35,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37797 2024-11-24T04:21:35,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37797 2024-11-24T04:21:35,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=45 2024-11-24T04:21:35,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:35,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:35,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T04:21:35,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T04:21:35,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T04:21:35,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T04:21:35,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T04:21:35,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40625 2024-11-24T04:21:35,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40625 connecting to ZooKeeper ensemble=127.0.0.1:62280 2024-11-24T04:21:35,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:35,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:35,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406250x0, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:35,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406250x0, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Set watcher on znode that does not yet exist, /2-166889077/running 2024-11-24T04:21:35,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40625-0x1014835204c0007 connected 2024-11-24T04:21:35,822 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T04:21:35,824 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T04:21:35,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Set watcher on znode that does not yet exist, /2-166889077/master 2024-11-24T04:21:35,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Set watcher on znode that does not yet exist, /2-166889077/acl 2024-11-24T04:21:35,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40625 2024-11-24T04:21:35,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40625 2024-11-24T04:21:35,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40625 2024-11-24T04:21:35,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40625 2024-11-24T04:21:35,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40625 2024-11-24T04:21:35,851 DEBUG [M:0;fadb2fe0ba32:37797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:37797 2024-11-24T04:21:35,852 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-166889077/backup-masters/fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:35,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077/backup-masters 2024-11-24T04:21:35,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077/backup-masters 2024-11-24T04:21:35,869 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Set watcher on existing znode=/2-166889077/backup-masters/fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-166889077/master 2024-11-24T04:21:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:35,884 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Set watcher on existing znode=/2-166889077/master 2024-11-24T04:21:35,884 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-166889077/backup-masters/fadb2fe0ba32,37797,1732422095753 from backup master directory 2024-11-24T04:21:35,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-166889077/backup-masters/fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:35,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077/backup-masters 2024-11-24T04:21:35,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077/backup-masters 2024-11-24T04:21:35,902 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:21:35,902 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:35,905 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/hbase.id] with ID: 4e10ac17-f457-4fe6-9dc7-d4a50ee235f5 2024-11-24T04:21:35,905 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/.tmp/hbase.id 2024-11-24T04:21:35,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741826_1002 (size=42) 2024-11-24T04:21:36,309 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/.tmp/hbase.id]:[hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/hbase.id] 2024-11-24T04:21:36,317 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:36,317 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T04:21:36,317 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-24T04:21:36,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:36,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:36,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741827_1003 (size=196) 2024-11-24T04:21:36,724 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:36,725 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T04:21:36,725 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:36,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741828_1004 (size=1189) 2024-11-24T04:21:37,130 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store 2024-11-24T04:21:37,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741829_1005 (size=34) 2024-11-24T04:21:37,535 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:37,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:21:37,536 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:37,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:37,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:21:37,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:37,536 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:37,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422097536Disabling compacts and flushes for region at 1732422097536Disabling writes for close at 1732422097536Writing region close event to WAL at 1732422097536Closed at 1732422097536 2024-11-24T04:21:37,536 WARN [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/.initializing 2024-11-24T04:21:37,536 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/WALs/fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:37,537 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:21:37,538 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C37797%2C1732422095753, suffix=, logDir=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/WALs/fadb2fe0ba32,37797,1732422095753, archiveDir=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/oldWALs, maxLogs=10 2024-11-24T04:21:37,555 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/WALs/fadb2fe0ba32,37797,1732422095753/fadb2fe0ba32%2C37797%2C1732422095753.1732422097538, exclude list is [], retry=0 2024-11-24T04:21:37,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-a39e5b41-f142-4160-a3e0-cf5174f43ba7,DISK] 2024-11-24T04:21:37,559 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/WALs/fadb2fe0ba32,37797,1732422095753/fadb2fe0ba32%2C37797%2C1732422095753.1732422097538 2024-11-24T04:21:37,559 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43915:43915)] 2024-11-24T04:21:37,559 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:37,559 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:37,559 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:37,559 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:37,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:37,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T04:21:37,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:37,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:37,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:37,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T04:21:37,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:37,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:37,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:37,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T04:21:37,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:37,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:37,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:37,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T04:21:37,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:37,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:37,565 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:37,565 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:37,566 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:37,566 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:37,566 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:37,567 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:37,567 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T04:21:37,569 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:37,569 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73093692, jitterRate=0.08918088674545288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:37,569 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732422097559Initializing all the Stores at 1732422097560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422097560Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422097560Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422097560Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422097560Cleaning up temporary data from old regions at 1732422097566 (+6 ms)Region opened successfully at 1732422097569 (+3 ms) 2024-11-24T04:21:37,569 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T04:21:37,571 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217c6a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:21:37,572 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T04:21:37,572 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T04:21:37,572 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T04:21:37,572 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T04:21:37,573 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T04:21:37,573 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T04:21:37,573 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T04:21:37,574 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T04:21:37,575 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Unable to get data of znode /2-166889077/balancer because node does not exist (not necessarily an error) 2024-11-24T04:21:37,576 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-166889077/balancer already deleted, retry=false 2024-11-24T04:21:37,576 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T04:21:37,577 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Unable to get data of znode /2-166889077/normalizer because node does not exist (not necessarily an error) 2024-11-24T04:21:37,577 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-166889077/normalizer already deleted, retry=false 2024-11-24T04:21:37,578 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T04:21:37,578 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Unable to get data of znode /2-166889077/switch/split because node does not exist (not necessarily an error) 2024-11-24T04:21:37,581 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-166889077/switch/split already deleted, retry=false 2024-11-24T04:21:37,581 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Unable to get data of znode /2-166889077/switch/merge because node does not exist (not necessarily an error) 2024-11-24T04:21:37,582 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-166889077/switch/merge already deleted, retry=false 2024-11-24T04:21:37,584 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Unable to get data of znode /2-166889077/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T04:21:37,584 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-166889077/snapshot-cleanup already deleted, retry=false 2024-11-24T04:21:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-166889077/running 2024-11-24T04:21:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-166889077/running 2024-11-24T04:21:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:37,586 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,37797,1732422095753, sessionid=0x1014835204c0006, setting cluster-up flag (Was=false) 2024-11-24T04:21:37,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:37,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:37,594 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-166889077/flush-table-proc/acquired, /2-166889077/flush-table-proc/reached, /2-166889077/flush-table-proc/abort 2024-11-24T04:21:37,595 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:37,602 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-166889077/online-snapshot/acquired, /2-166889077/online-snapshot/reached, /2-166889077/online-snapshot/abort 2024-11-24T04:21:37,603 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:37,604 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T04:21:37,605 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:37,605 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T04:21:37,605 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T04:21:37,605 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,37797,1732422095753 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T04:21:37,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:37,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:37,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:37,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5 2024-11-24T04:21:37,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10 2024-11-24T04:21:37,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:21:37,606 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,607 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732422127607 2024-11-24T04:21:37,607 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T04:21:37,607 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T04:21:37,607 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T04:21:37,607 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T04:21:37,607 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T04:21:37,607 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T04:21:37,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:37,607 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,608 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T04:21:37,608 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T04:21:37,608 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T04:21:37,608 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T04:21:37,608 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-24T04:21:37,608 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T04:21:37,608 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T04:21:37,608 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:37,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T04:21:37,612 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422097608,5,FailOnTimeoutGroup] 2024-11-24T04:21:37,613 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422097612,5,FailOnTimeoutGroup] 2024-11-24T04:21:37,613 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,613 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T04:21:37,613 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,613 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741831_1007 (size=1321) 2024-11-24T04:21:37,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:21:37,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,639 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(746): ClusterId : 4e10ac17-f457-4fe6-9dc7-d4a50ee235f5 2024-11-24T04:21:37,639 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T04:21:37,643 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T04:21:37,644 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T04:21:37,645 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T04:21:37,645 DEBUG [RS:0;fadb2fe0ba32:40625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ca1dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0 2024-11-24T04:21:37,657 DEBUG [RS:0;fadb2fe0ba32:40625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:40625 2024-11-24T04:21:37,657 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T04:21:37,657 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T04:21:37,657 DEBUG [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T04:21:37,658 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,37797,1732422095753 with port=40625, startcode=1732422095806 2024-11-24T04:21:37,658 DEBUG [RS:0;fadb2fe0ba32:40625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T04:21:37,659 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T04:21:37,659 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37797 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:37,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37797 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:37,661 DEBUG [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9 2024-11-24T04:21:37,661 DEBUG [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45875 2024-11-24T04:21:37,661 DEBUG [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T04:21:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077/rs 2024-11-24T04:21:37,666 DEBUG [RS:0;fadb2fe0ba32:40625 {}] zookeeper.ZKUtil(111): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Set watcher on existing znode=/2-166889077/rs/fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:37,666 WARN [RS:0;fadb2fe0ba32:40625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T04:21:37,666 INFO [RS:0;fadb2fe0ba32:40625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:37,666 DEBUG [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/WALs/fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:37,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,40625,1732422095806] 2024-11-24T04:21:37,672 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T04:21:37,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:37,735 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T04:21:37,735 INFO [RS:0;fadb2fe0ba32:40625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T04:21:37,735 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,736 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T04:21:37,736 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T04:21:37,736 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,736 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,736 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,736 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,736 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,736 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,736 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2 2024-11-24T04:21:37,736 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,736 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,736 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,736 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,736 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,736 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1 2024-11-24T04:21:37,737 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:21:37,737 DEBUG [RS:0;fadb2fe0ba32:40625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3 2024-11-24T04:21:37,737 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,737 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,737 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,737 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,737 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,737 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,40625,1732422095806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:21:37,751 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T04:21:37,751 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,40625,1732422095806-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,751 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,751 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.Replication(171): fadb2fe0ba32,40625,1732422095806 started 2024-11-24T04:21:37,764 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:37,765 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,40625,1732422095806, RpcServer on fadb2fe0ba32/172.17.0.2:40625, sessionid=0x1014835204c0007 2024-11-24T04:21:37,765 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T04:21:37,765 DEBUG [RS:0;fadb2fe0ba32:40625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:37,765 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,40625,1732422095806' 2024-11-24T04:21:37,765 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-166889077/flush-table-proc/abort' 2024-11-24T04:21:37,765 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-166889077/flush-table-proc/acquired' 2024-11-24T04:21:37,765 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T04:21:37,765 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T04:21:37,765 DEBUG [RS:0;fadb2fe0ba32:40625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:37,765 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,40625,1732422095806' 2024-11-24T04:21:37,765 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-166889077/online-snapshot/abort' 2024-11-24T04:21:37,766 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-166889077/online-snapshot/acquired' 2024-11-24T04:21:37,766 DEBUG [RS:0;fadb2fe0ba32:40625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T04:21:37,766 INFO [RS:0;fadb2fe0ba32:40625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T04:21:37,766 INFO [RS:0;fadb2fe0ba32:40625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T04:21:37,866 INFO [RS:0;fadb2fe0ba32:40625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T04:21:37,867 INFO [RS:0;fadb2fe0ba32:40625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C40625%2C1732422095806, suffix=, logDir=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/WALs/fadb2fe0ba32,40625,1732422095806, archiveDir=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/oldWALs, maxLogs=10 2024-11-24T04:21:37,881 DEBUG [RS:0;fadb2fe0ba32:40625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/WALs/fadb2fe0ba32,40625,1732422095806/fadb2fe0ba32%2C40625%2C1732422095806.1732422097868, exclude list is [], retry=0 2024-11-24T04:21:37,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-a39e5b41-f142-4160-a3e0-cf5174f43ba7,DISK] 2024-11-24T04:21:37,885 INFO [RS:0;fadb2fe0ba32:40625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/WALs/fadb2fe0ba32,40625,1732422095806/fadb2fe0ba32%2C40625%2C1732422095806.1732422097868 2024-11-24T04:21:37,885 DEBUG [RS:0;fadb2fe0ba32:40625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43915:43915)] 2024-11-24T04:21:38,016 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T04:21:38,016 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9 2024-11-24T04:21:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741833_1009 (size=32) 2024-11-24T04:21:38,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:38,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:21:38,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:21:38,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:38,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:38,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:21:38,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:21:38,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:38,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:38,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:21:38,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:21:38,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:38,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:38,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:21:38,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:21:38,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:38,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:38,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:21:38,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740 2024-11-24T04:21:38,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740 2024-11-24T04:21:38,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:21:38,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:21:38,429 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:38,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:21:38,431 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:38,431 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71234478, jitterRate=0.061476439237594604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:38,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732422098421Initializing all the Stores at 1732422098422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422098422Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422098422Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422098422Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422098422Cleaning up temporary data from old regions at 1732422098428 (+6 ms)Region opened successfully at 1732422098432 (+4 ms) 2024-11-24T04:21:38,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:21:38,432 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:21:38,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:21:38,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:21:38,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:21:38,432 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:38,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422098432Disabling compacts and flushes for region at 1732422098432Disabling writes for close at 1732422098432Writing region close event to WAL at 1732422098432Closed at 1732422098432 2024-11-24T04:21:38,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:38,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T04:21:38,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T04:21:38,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:21:38,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T04:21:38,585 DEBUG [fadb2fe0ba32:37797 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T04:21:38,585 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:38,586 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,40625,1732422095806, state=OPENING 2024-11-24T04:21:38,587 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T04:21:38,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:38,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:38,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-166889077/meta-region-server: CHANGED 2024-11-24T04:21:38,589 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T04:21:38,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-166889077/meta-region-server: CHANGED 2024-11-24T04:21:38,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,40625,1732422095806}] 2024-11-24T04:21:38,741 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:21:38,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:21:38,745 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T04:21:38,745 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:38,745 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T04:21:38,746 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C40625%2C1732422095806.meta, suffix=.meta, logDir=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/WALs/fadb2fe0ba32,40625,1732422095806, archiveDir=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/oldWALs, maxLogs=10 2024-11-24T04:21:38,759 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/WALs/fadb2fe0ba32,40625,1732422095806/fadb2fe0ba32%2C40625%2C1732422095806.meta.1732422098746.meta, exclude list is [], retry=0 2024-11-24T04:21:38,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-a39e5b41-f142-4160-a3e0-cf5174f43ba7,DISK] 2024-11-24T04:21:38,762 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/WALs/fadb2fe0ba32,40625,1732422095806/fadb2fe0ba32%2C40625%2C1732422095806.meta.1732422098746.meta 2024-11-24T04:21:38,763 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43915:43915)] 2024-11-24T04:21:38,763 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:38,763 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:38,763 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:21:38,763 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T04:21:38,763 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T04:21:38,763 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T04:21:38,763 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:38,763 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T04:21:38,763 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T04:21:38,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T04:21:38,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T04:21:38,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:38,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:38,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T04:21:38,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T04:21:38,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:38,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:38,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T04:21:38,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T04:21:38,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:38,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:38,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T04:21:38,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T04:21:38,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:38,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T04:21:38,768 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T04:21:38,769 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740 2024-11-24T04:21:38,769 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740 2024-11-24T04:21:38,770 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T04:21:38,770 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T04:21:38,770 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T04:21:38,771 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T04:21:38,772 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73712098, jitterRate=0.09839585423469543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T04:21:38,772 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T04:21:38,772 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732422098763Writing region info on filesystem at 1732422098763Initializing all the Stores at 1732422098764 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422098764Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422098764Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422098764Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732422098764Cleaning up temporary data from old regions at 1732422098770 (+6 ms)Running coprocessor post-open hooks at 1732422098772 (+2 ms)Region opened successfully at 1732422098772 2024-11-24T04:21:38,772 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732422098741 2024-11-24T04:21:38,774 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T04:21:38,774 INFO [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T04:21:38,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:38,775 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,40625,1732422095806, state=OPEN 2024-11-24T04:21:38,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-166889077/meta-region-server 2024-11-24T04:21:38,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-166889077/meta-region-server 2024-11-24T04:21:38,776 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:38,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-166889077/meta-region-server: CHANGED 2024-11-24T04:21:38,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-166889077/meta-region-server: CHANGED 2024-11-24T04:21:38,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T04:21:38,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,40625,1732422095806 in 187 msec 2024-11-24T04:21:38,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T04:21:38,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-24T04:21:38,779 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T04:21:38,779 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T04:21:38,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:38,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,40625,1732422095806, seqNum=-1] 2024-11-24T04:21:38,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:38,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:38,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1790 sec 2024-11-24T04:21:38,784 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732422098784, completionTime=-1 2024-11-24T04:21:38,784 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T04:21:38,784 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T04:21:38,786 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T04:21:38,786 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732422158786 2024-11-24T04:21:38,786 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732422218786 2024-11-24T04:21:38,786 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T04:21:38,786 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37797,1732422095753-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:38,786 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37797,1732422095753-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:38,786 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37797,1732422095753-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:38,786 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:37797, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:38,787 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:38,787 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:38,788 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T04:21:38,789 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.887sec 2024-11-24T04:21:38,789 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T04:21:38,789 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T04:21:38,789 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T04:21:38,789 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T04:21:38,790 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T04:21:38,790 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37797,1732422095753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T04:21:38,790 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37797,1732422095753-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T04:21:38,791 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T04:21:38,791 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T04:21:38,791 INFO [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,37797,1732422095753-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T04:21:38,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b021a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:38,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,37797,-1 for getting cluster id 2024-11-24T04:21:38,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:38,840 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e10ac17-f457-4fe6-9dc7-d4a50ee235f5' 2024-11-24T04:21:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:38,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e10ac17-f457-4fe6-9dc7-d4a50ee235f5" 2024-11-24T04:21:38,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d0ce8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:38,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,37797,-1] 2024-11-24T04:21:38,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:38,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:38,842 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:38,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2c1d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:38,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,40625,1732422095806, seqNum=-1] 2024-11-24T04:21:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:38,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:38,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:38,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62280 2024-11-24T04:21:38,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T04:21:38,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014835204c0008 connected 2024-11-24T04:21:38,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d822648 2024-11-24T04:21:38,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:38,857 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:38,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:21:38,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:21:38,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:38,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:21:38,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:21:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:38,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:21:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:39,272 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d31e2ad5c94551d7fe2409fbcfa06567, NAME => 'test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2 2024-11-24T04:21:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:21:39,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:39,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d31e2ad5c94551d7fe2409fbcfa06567, disabling compactions & flushes 2024-11-24T04:21:39,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. 2024-11-24T04:21:39,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. 2024-11-24T04:21:39,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. after waiting 0 ms 2024-11-24T04:21:39,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. 2024-11-24T04:21:39,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. 2024-11-24T04:21:39,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d31e2ad5c94551d7fe2409fbcfa06567: Waiting for close lock at 1732422099277Disabling compacts and flushes for region at 1732422099277Disabling writes for close at 1732422099278 (+1 ms)Writing region close event to WAL at 1732422099278Closed at 1732422099278 2024-11-24T04:21:39,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:21:39,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732422099279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422099279"}]},"ts":"1732422099279"} 2024-11-24T04:21:39,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:21:39,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:21:39,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422099285"}]},"ts":"1732422099285"} 2024-11-24T04:21:39,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:21:39,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d31e2ad5c94551d7fe2409fbcfa06567, ASSIGN}] 2024-11-24T04:21:39,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d31e2ad5c94551d7fe2409fbcfa06567, ASSIGN 2024-11-24T04:21:39,288 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d31e2ad5c94551d7fe2409fbcfa06567, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,35615,1732422089222; forceNewPlan=false, retain=false 2024-11-24T04:21:39,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d31e2ad5c94551d7fe2409fbcfa06567, regionState=OPENING, regionLocation=fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:39,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d31e2ad5c94551d7fe2409fbcfa06567, ASSIGN because future has completed 2024-11-24T04:21:39,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d31e2ad5c94551d7fe2409fbcfa06567, server=fadb2fe0ba32,35615,1732422089222}] 2024-11-24T04:21:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:39,596 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. 2024-11-24T04:21:39,596 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d31e2ad5c94551d7fe2409fbcfa06567, NAME => 'test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:39,597 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:39,597 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:21:39,597 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,597 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:39,597 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,597 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,598 INFO [StoreOpener-d31e2ad5c94551d7fe2409fbcfa06567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,599 INFO [StoreOpener-d31e2ad5c94551d7fe2409fbcfa06567-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31e2ad5c94551d7fe2409fbcfa06567 columnFamilyName f 2024-11-24T04:21:39,599 DEBUG [StoreOpener-d31e2ad5c94551d7fe2409fbcfa06567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:39,599 INFO [StoreOpener-d31e2ad5c94551d7fe2409fbcfa06567-1 {}] regionserver.HStore(327): Store=d31e2ad5c94551d7fe2409fbcfa06567/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:39,600 INFO [StoreOpener-d31e2ad5c94551d7fe2409fbcfa06567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,600 INFO [StoreOpener-d31e2ad5c94551d7fe2409fbcfa06567-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31e2ad5c94551d7fe2409fbcfa06567 columnFamilyName f1 2024-11-24T04:21:39,600 DEBUG [StoreOpener-d31e2ad5c94551d7fe2409fbcfa06567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:39,601 INFO [StoreOpener-d31e2ad5c94551d7fe2409fbcfa06567-1 {}] regionserver.HStore(327): Store=d31e2ad5c94551d7fe2409fbcfa06567/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:39,601 INFO [StoreOpener-d31e2ad5c94551d7fe2409fbcfa06567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,601 INFO [StoreOpener-d31e2ad5c94551d7fe2409fbcfa06567-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d31e2ad5c94551d7fe2409fbcfa06567 columnFamilyName norep 2024-11-24T04:21:39,601 DEBUG [StoreOpener-d31e2ad5c94551d7fe2409fbcfa06567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:39,602 INFO [StoreOpener-d31e2ad5c94551d7fe2409fbcfa06567-1 {}] regionserver.HStore(327): Store=d31e2ad5c94551d7fe2409fbcfa06567/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:39,602 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,602 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,602 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,603 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,603 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,604 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:21:39,604 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,606 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:39,606 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d31e2ad5c94551d7fe2409fbcfa06567; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74133041, jitterRate=0.10466839373111725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:21:39,606 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:39,606 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d31e2ad5c94551d7fe2409fbcfa06567: Running coprocessor pre-open hook at 1732422099597Writing region info on filesystem at 1732422099597Initializing all the Stores at 1732422099598 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422099598Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422099598Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422099598Cleaning up temporary data from old regions at 1732422099603 (+5 ms)Running coprocessor post-open hooks at 1732422099606 (+3 ms)Region opened successfully at 1732422099606 2024-11-24T04:21:39,607 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567., pid=6, masterSystemTime=1732422099593 2024-11-24T04:21:39,608 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. 2024-11-24T04:21:39,608 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. 2024-11-24T04:21:39,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d31e2ad5c94551d7fe2409fbcfa06567, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:39,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d31e2ad5c94551d7fe2409fbcfa06567, server=fadb2fe0ba32,35615,1732422089222 because future has completed 2024-11-24T04:21:39,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:21:39,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d31e2ad5c94551d7fe2409fbcfa06567, server=fadb2fe0ba32,35615,1732422089222 in 184 msec 2024-11-24T04:21:39,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:21:39,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d31e2ad5c94551d7fe2409fbcfa06567, ASSIGN in 340 msec 2024-11-24T04:21:39,629 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:21:39,630 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422099629"}]},"ts":"1732422099629"} 2024-11-24T04:21:39,631 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:21:39,632 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:21:39,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 774 msec 2024-11-24T04:21:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:39,995 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:21:39,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed36289 2024-11-24T04:21:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:39,997 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:39,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:21:40,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:21:40,000 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:40,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:21:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:40,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:21:40,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:21:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:40,407 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4558396d9bf29e673f3ce105a77f246f, NAME => 'test,,1732422099997.4558396d9bf29e673f3ce105a77f246f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2 2024-11-24T04:21:40,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:40,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732422099997.4558396d9bf29e673f3ce105a77f246f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:40,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4558396d9bf29e673f3ce105a77f246f, disabling compactions & flushes 2024-11-24T04:21:40,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. 2024-11-24T04:21:40,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. 2024-11-24T04:21:40,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. after waiting 0 ms 2024-11-24T04:21:40,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. 2024-11-24T04:21:40,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. 2024-11-24T04:21:40,813 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4558396d9bf29e673f3ce105a77f246f: Waiting for close lock at 1732422100813Disabling compacts and flushes for region at 1732422100813Disabling writes for close at 1732422100813Writing region close event to WAL at 1732422100813Closed at 1732422100813 2024-11-24T04:21:40,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:21:40,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732422099997.4558396d9bf29e673f3ce105a77f246f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732422100814"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422100814"}]},"ts":"1732422100814"} 2024-11-24T04:21:40,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:21:40,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:21:40,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422100817"}]},"ts":"1732422100817"} 2024-11-24T04:21:40,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:21:40,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4558396d9bf29e673f3ce105a77f246f, ASSIGN}] 2024-11-24T04:21:40,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4558396d9bf29e673f3ce105a77f246f, ASSIGN 2024-11-24T04:21:40,820 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4558396d9bf29e673f3ce105a77f246f, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,43137,1732422093282; forceNewPlan=false, retain=false 2024-11-24T04:21:40,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4558396d9bf29e673f3ce105a77f246f, regionState=OPENING, regionLocation=fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:40,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4558396d9bf29e673f3ce105a77f246f, ASSIGN because future has completed 2024-11-24T04:21:40,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4558396d9bf29e673f3ce105a77f246f, server=fadb2fe0ba32,43137,1732422093282}] 2024-11-24T04:21:41,128 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. 2024-11-24T04:21:41,128 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4558396d9bf29e673f3ce105a77f246f, NAME => 'test,,1732422099997.4558396d9bf29e673f3ce105a77f246f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:41,128 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:41,129 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:21:41,129 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,129 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732422099997.4558396d9bf29e673f3ce105a77f246f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:41,129 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,129 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,130 INFO [StoreOpener-4558396d9bf29e673f3ce105a77f246f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,131 INFO [StoreOpener-4558396d9bf29e673f3ce105a77f246f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4558396d9bf29e673f3ce105a77f246f columnFamilyName f 2024-11-24T04:21:41,131 DEBUG [StoreOpener-4558396d9bf29e673f3ce105a77f246f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:41,131 INFO [StoreOpener-4558396d9bf29e673f3ce105a77f246f-1 {}] regionserver.HStore(327): Store=4558396d9bf29e673f3ce105a77f246f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:41,131 INFO [StoreOpener-4558396d9bf29e673f3ce105a77f246f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,132 INFO [StoreOpener-4558396d9bf29e673f3ce105a77f246f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4558396d9bf29e673f3ce105a77f246f columnFamilyName f1 2024-11-24T04:21:41,132 DEBUG [StoreOpener-4558396d9bf29e673f3ce105a77f246f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:41,132 INFO [StoreOpener-4558396d9bf29e673f3ce105a77f246f-1 {}] regionserver.HStore(327): Store=4558396d9bf29e673f3ce105a77f246f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:41,133 INFO [StoreOpener-4558396d9bf29e673f3ce105a77f246f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,133 INFO [StoreOpener-4558396d9bf29e673f3ce105a77f246f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4558396d9bf29e673f3ce105a77f246f columnFamilyName norep 2024-11-24T04:21:41,133 DEBUG [StoreOpener-4558396d9bf29e673f3ce105a77f246f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:41,133 INFO [StoreOpener-4558396d9bf29e673f3ce105a77f246f-1 {}] regionserver.HStore(327): Store=4558396d9bf29e673f3ce105a77f246f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:41,134 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,134 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:41,134 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,135 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,135 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,136 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:21:41,136 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,138 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:41,138 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4558396d9bf29e673f3ce105a77f246f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63045711, jitterRate=-0.060545697808265686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:21:41,138 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:41,138 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4558396d9bf29e673f3ce105a77f246f: Running coprocessor pre-open hook at 1732422101129Writing region info on filesystem at 1732422101129Initializing all the Stores at 1732422101129Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422101130 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422101130Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422101130Cleaning up temporary data from old regions at 1732422101135 (+5 ms)Running coprocessor post-open hooks at 1732422101138 (+3 ms)Region opened successfully at 1732422101138 2024-11-24T04:21:41,139 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732422099997.4558396d9bf29e673f3ce105a77f246f., pid=6, masterSystemTime=1732422101125 2024-11-24T04:21:41,140 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. 2024-11-24T04:21:41,141 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. 2024-11-24T04:21:41,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4558396d9bf29e673f3ce105a77f246f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:41,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4558396d9bf29e673f3ce105a77f246f, server=fadb2fe0ba32,43137,1732422093282 because future has completed 2024-11-24T04:21:41,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:21:41,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4558396d9bf29e673f3ce105a77f246f, server=fadb2fe0ba32,43137,1732422093282 in 170 msec 2024-11-24T04:21:41,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:21:41,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4558396d9bf29e673f3ce105a77f246f, ASSIGN in 327 msec 2024-11-24T04:21:41,147 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:21:41,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422101147"}]},"ts":"1732422101147"} 2024-11-24T04:21:41,149 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:21:41,150 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:21:41,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-24T04:21:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:42,144 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:21:42,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:42,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:42,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34e1be27 2024-11-24T04:21:42,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:42,146 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:42,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37797 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37797 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-24T04:21:42,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:21:42,149 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:42,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37797 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-24T04:21:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:42,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:21:42,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741835_1011 (size=902) 2024-11-24T04:21:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:42,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd4746070a402ed949e84674d44cb353, NAME => 'test,,1732422102146.dd4746070a402ed949e84674d44cb353.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9 2024-11-24T04:21:42,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741836_1012 (size=39) 2024-11-24T04:21:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:42,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732422102146.dd4746070a402ed949e84674d44cb353.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:42,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dd4746070a402ed949e84674d44cb353, disabling compactions & flushes 2024-11-24T04:21:42,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732422102146.dd4746070a402ed949e84674d44cb353. 2024-11-24T04:21:42,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422102146.dd4746070a402ed949e84674d44cb353. 2024-11-24T04:21:42,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732422102146.dd4746070a402ed949e84674d44cb353. after waiting 0 ms 2024-11-24T04:21:42,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732422102146.dd4746070a402ed949e84674d44cb353. 2024-11-24T04:21:42,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732422102146.dd4746070a402ed949e84674d44cb353. 2024-11-24T04:21:42,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd4746070a402ed949e84674d44cb353: Waiting for close lock at 1732422102961Disabling compacts and flushes for region at 1732422102961Disabling writes for close at 1732422102961Writing region close event to WAL at 1732422102961Closed at 1732422102961 2024-11-24T04:21:42,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:21:42,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732422102146.dd4746070a402ed949e84674d44cb353.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732422102962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422102962"}]},"ts":"1732422102962"} 2024-11-24T04:21:42,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:21:42,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:21:42,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422102964"}]},"ts":"1732422102964"} 2024-11-24T04:21:42,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-24T04:21:42,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dd4746070a402ed949e84674d44cb353, ASSIGN}] 2024-11-24T04:21:42,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dd4746070a402ed949e84674d44cb353, ASSIGN 2024-11-24T04:21:42,967 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dd4746070a402ed949e84674d44cb353, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,40625,1732422095806; forceNewPlan=false, retain=false 2024-11-24T04:21:43,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd4746070a402ed949e84674d44cb353, regionState=OPENING, regionLocation=fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:43,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dd4746070a402ed949e84674d44cb353, ASSIGN because future has completed 2024-11-24T04:21:43,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd4746070a402ed949e84674d44cb353, server=fadb2fe0ba32,40625,1732422095806}] 2024-11-24T04:21:43,275 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732422102146.dd4746070a402ed949e84674d44cb353. 2024-11-24T04:21:43,275 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dd4746070a402ed949e84674d44cb353, NAME => 'test,,1732422102146.dd4746070a402ed949e84674d44cb353.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:43,276 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:43,276 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-24T04:21:43,276 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,276 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732422102146.dd4746070a402ed949e84674d44cb353.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:43,276 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,276 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,277 INFO [StoreOpener-dd4746070a402ed949e84674d44cb353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,278 INFO [StoreOpener-dd4746070a402ed949e84674d44cb353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4746070a402ed949e84674d44cb353 columnFamilyName f 2024-11-24T04:21:43,279 DEBUG [StoreOpener-dd4746070a402ed949e84674d44cb353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:43,279 INFO [StoreOpener-dd4746070a402ed949e84674d44cb353-1 {}] regionserver.HStore(327): Store=dd4746070a402ed949e84674d44cb353/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:43,279 INFO [StoreOpener-dd4746070a402ed949e84674d44cb353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,280 INFO [StoreOpener-dd4746070a402ed949e84674d44cb353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4746070a402ed949e84674d44cb353 columnFamilyName f1 2024-11-24T04:21:43,280 DEBUG [StoreOpener-dd4746070a402ed949e84674d44cb353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:43,280 INFO [StoreOpener-dd4746070a402ed949e84674d44cb353-1 {}] regionserver.HStore(327): Store=dd4746070a402ed949e84674d44cb353/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:43,280 INFO [StoreOpener-dd4746070a402ed949e84674d44cb353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,281 INFO [StoreOpener-dd4746070a402ed949e84674d44cb353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4746070a402ed949e84674d44cb353 columnFamilyName norep 2024-11-24T04:21:43,281 DEBUG [StoreOpener-dd4746070a402ed949e84674d44cb353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:43,282 INFO [StoreOpener-dd4746070a402ed949e84674d44cb353-1 {}] regionserver.HStore(327): Store=dd4746070a402ed949e84674d44cb353/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:43,282 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,282 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/default/test/dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,283 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/default/test/dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:43,285 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,285 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,285 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:21:43,286 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,288 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/default/test/dd4746070a402ed949e84674d44cb353/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:43,288 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dd4746070a402ed949e84674d44cb353; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66240156, jitterRate=-0.01294475793838501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:21:43,288 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:43,288 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dd4746070a402ed949e84674d44cb353: Running coprocessor pre-open hook at 1732422103276Writing region info on filesystem at 1732422103276Initializing all the Stores at 1732422103277 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422103277Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422103277Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422103277Cleaning up temporary data from old regions at 1732422103285 (+8 ms)Running coprocessor post-open hooks at 1732422103288 (+3 ms)Region opened successfully at 1732422103288 2024-11-24T04:21:43,289 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732422102146.dd4746070a402ed949e84674d44cb353., pid=6, masterSystemTime=1732422103272 2024-11-24T04:21:43,290 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732422102146.dd4746070a402ed949e84674d44cb353. 2024-11-24T04:21:43,290 INFO [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732422102146.dd4746070a402ed949e84674d44cb353. 2024-11-24T04:21:43,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd4746070a402ed949e84674d44cb353, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:43,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd4746070a402ed949e84674d44cb353, server=fadb2fe0ba32,40625,1732422095806 because future has completed 2024-11-24T04:21:43,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T04:21:43,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dd4746070a402ed949e84674d44cb353, server=fadb2fe0ba32,40625,1732422095806 in 173 msec 2024-11-24T04:21:43,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T04:21:43,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dd4746070a402ed949e84674d44cb353, ASSIGN in 329 msec 2024-11-24T04:21:43,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:21:43,297 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422103297"}]},"ts":"1732422103297"} 2024-11-24T04:21:43,298 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-24T04:21:43,299 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:21:43,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-24T04:21:44,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:21:44,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T04:21:44,294 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-24T04:21:44,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b796332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:44,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,43059,-1 for getting cluster id 2024-11-24T04:21:44,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:44,295 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8a6be25-4e01-42f5-a0fe-f31505d283f5' 2024-11-24T04:21:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8a6be25-4e01-42f5-a0fe-f31505d283f5" 2024-11-24T04:21:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797f4601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,43059,-1] 2024-11-24T04:21:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:44,297 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f059112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:44,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44529410 2024-11-24T04:21:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:44,300 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:44,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fadb2fe0ba32:42699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:21:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:21:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:44,303 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:42699' 2024-11-24T04:21:44,304 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68192f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:44,304 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,42699,-1 for getting cluster id 2024-11-24T04:21:44,304 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:44,304 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c753505e-598a-46d8-a291-604e9e73ff1f' 2024-11-24T04:21:44,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:44,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c753505e-598a-46d8-a291-604e9e73ff1f" 2024-11-24T04:21:44,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2d85ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:44,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,42699,-1] 2024-11-24T04:21:44,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:44,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:44,305 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:44,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb07855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:44,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:44,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:44,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb2b93a 2024-11-24T04:21:44,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:44,307 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:44,308 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-24T04:21:44,308 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:21:44,308 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:44,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:44,308 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:44,308 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T04:21:44,309 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-24T04:21:44,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T04:21:44,310 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:44,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T04:21:44,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741837_1013 (size=1138) 2024-11-24T04:21:44,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:44,359 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-24T04:21:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:44,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fbed8eef958975dcb09482cc4d9a1a6, NAME => 'hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2 2024-11-24T04:21:44,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741838_1014 (size=44) 2024-11-24T04:21:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:45,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:45,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9fbed8eef958975dcb09482cc4d9a1a6, disabling compactions & flushes 2024-11-24T04:21:45,132 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. 2024-11-24T04:21:45,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. 2024-11-24T04:21:45,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. after waiting 0 ms 2024-11-24T04:21:45,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. 2024-11-24T04:21:45,133 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. 2024-11-24T04:21:45,133 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fbed8eef958975dcb09482cc4d9a1a6: Waiting for close lock at 1732422105132Disabling compacts and flushes for region at 1732422105132Disabling writes for close at 1732422105133 (+1 ms)Writing region close event to WAL at 1732422105133Closed at 1732422105133 2024-11-24T04:21:45,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T04:21:45,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732422105134"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732422105134"}]},"ts":"1732422105134"} 2024-11-24T04:21:45,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T04:21:45,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T04:21:45,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422105136"}]},"ts":"1732422105136"} 2024-11-24T04:21:45,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-24T04:21:45,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fbed8eef958975dcb09482cc4d9a1a6, ASSIGN}] 2024-11-24T04:21:45,138 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fbed8eef958975dcb09482cc4d9a1a6, ASSIGN 2024-11-24T04:21:45,139 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9fbed8eef958975dcb09482cc4d9a1a6, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,35615,1732422089222; forceNewPlan=false, retain=false 2024-11-24T04:21:45,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9fbed8eef958975dcb09482cc4d9a1a6, regionState=OPENING, regionLocation=fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:45,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9fbed8eef958975dcb09482cc4d9a1a6, ASSIGN because future has completed 2024-11-24T04:21:45,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fbed8eef958975dcb09482cc4d9a1a6, server=fadb2fe0ba32,35615,1732422089222}] 2024-11-24T04:21:45,357 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=3, created chunk count=35, reused chunk count=156, reuseRatio=81.68% 2024-11-24T04:21:45,357 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-24T04:21:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:45,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. 2024-11-24T04:21:45,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T04:21:45,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-24T04:21:45,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fadb2fe0ba32%2C35615%2C1732422089222.rep, suffix=, logDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222, archiveDir=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/oldWALs, maxLogs=10 2024-11-24T04:21:45,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.rep.1732422105449, exclude list is [], retry=0 2024-11-24T04:21:45,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40711,DS-2ebc9090-8b4b-4fdb-825f-5810cae31acd,DISK] 2024-11-24T04:21:45,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.rep.1732422105449 2024-11-24T04:21:45,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42737:42737)] 2024-11-24T04:21:45,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fbed8eef958975dcb09482cc4d9a1a6, NAME => 'hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T04:21:45,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-24T04:21:45,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T04:21:45,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. service=MultiRowMutationService 2024-11-24T04:21:45,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-24T04:21:45,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T04:21:45,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,468 INFO [StoreOpener-9fbed8eef958975dcb09482cc4d9a1a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,469 INFO [StoreOpener-9fbed8eef958975dcb09482cc4d9a1a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fbed8eef958975dcb09482cc4d9a1a6 columnFamilyName hfileref 2024-11-24T04:21:45,469 DEBUG [StoreOpener-9fbed8eef958975dcb09482cc4d9a1a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:45,469 INFO [StoreOpener-9fbed8eef958975dcb09482cc4d9a1a6-1 {}] regionserver.HStore(327): Store=9fbed8eef958975dcb09482cc4d9a1a6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:45,469 INFO [StoreOpener-9fbed8eef958975dcb09482cc4d9a1a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,470 INFO [StoreOpener-9fbed8eef958975dcb09482cc4d9a1a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fbed8eef958975dcb09482cc4d9a1a6 columnFamilyName queue 2024-11-24T04:21:45,470 DEBUG [StoreOpener-9fbed8eef958975dcb09482cc4d9a1a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:45,470 INFO [StoreOpener-9fbed8eef958975dcb09482cc4d9a1a6-1 {}] regionserver.HStore(327): Store=9fbed8eef958975dcb09482cc4d9a1a6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:45,470 INFO [StoreOpener-9fbed8eef958975dcb09482cc4d9a1a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,471 INFO [StoreOpener-9fbed8eef958975dcb09482cc4d9a1a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fbed8eef958975dcb09482cc4d9a1a6 columnFamilyName sid 2024-11-24T04:21:45,471 DEBUG [StoreOpener-9fbed8eef958975dcb09482cc4d9a1a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T04:21:45,471 INFO [StoreOpener-9fbed8eef958975dcb09482cc4d9a1a6-1 {}] regionserver.HStore(327): Store=9fbed8eef958975dcb09482cc4d9a1a6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T04:21:45,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T04:21:45,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T04:21:45,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9fbed8eef958975dcb09482cc4d9a1a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58910912, jitterRate=-0.12215900421142578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T04:21:45,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:45,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9fbed8eef958975dcb09482cc4d9a1a6: Running coprocessor pre-open hook at 1732422105467Writing region info on filesystem at 1732422105467Initializing all the Stores at 1732422105467Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422105467Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422105468 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732422105468Cleaning up temporary data from old regions at 1732422105473 (+5 ms)Running coprocessor post-open hooks at 1732422105476 (+3 ms)Region opened successfully at 1732422105476 2024-11-24T04:21:45,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6., pid=10, masterSystemTime=1732422105444 2024-11-24T04:21:45,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. 2024-11-24T04:21:45,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. 2024-11-24T04:21:45,479 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9fbed8eef958975dcb09482cc4d9a1a6, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:45,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fbed8eef958975dcb09482cc4d9a1a6, server=fadb2fe0ba32,35615,1732422089222 because future has completed 2024-11-24T04:21:45,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T04:21:45,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fbed8eef958975dcb09482cc4d9a1a6, server=fadb2fe0ba32,35615,1732422089222 in 189 msec 2024-11-24T04:21:45,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T04:21:45,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fbed8eef958975dcb09482cc4d9a1a6, ASSIGN in 344 msec 2024-11-24T04:21:45,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T04:21:45,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732422105484"}]},"ts":"1732422105484"} 2024-11-24T04:21:45,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-24T04:21:45,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T04:21:45,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-24T04:21:45,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6., hostname=fadb2fe0ba32,35615,1732422089222, seqNum=2] 2024-11-24T04:21:45,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:45,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:45,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:21:45,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-24T04:21:45,677 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-24T04:21:45,706 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fadb2fe0ba32,35615,1732422089222, ReplicationSource: 1, currentBandwidth=0 2024-11-24T04:21:45,706 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:45,706 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,35615,1732422089222, seqNum=-1] 2024-11-24T04:21:45,706 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:45,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-24T04:21:45,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fadb2fe0ba32,35615,1732422089222', locateType=CURRENT is [region=hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6., hostname=fadb2fe0ba32,35615,1732422089222, seqNum=2] 2024-11-24T04:21:45,710 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-24T04:21:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-24T04:21:45,712 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fadb2fe0ba32,35615,1732422089222 suceeded 2024-11-24T04:21:45,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-24T04:21:45,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-24T04:21:45,714 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fadb2fe0ba32:42699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:21:45,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-24T04:21:45,725 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:42699' 2024-11-24T04:21:45,726 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77c13de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:45,727 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,42699,-1 for getting cluster id 2024-11-24T04:21:45,727 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:45,727 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c753505e-598a-46d8-a291-604e9e73ff1f' 2024-11-24T04:21:45,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:45,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c753505e-598a-46d8-a291-604e9e73ff1f" 2024-11-24T04:21:45,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@514891ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:45,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,42699,-1] 2024-11-24T04:21:45,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:45,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:45,743 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:45,744 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10974d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:45,744 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:45,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:45,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c5db82b 2024-11-24T04:21:45,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:45,745 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T04:21:45,746 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fadb2fe0ba32,35615,1732422089222 (queues=1) is replicating from cluster=b8a6be25-4e01-42f5-a0fe-f31505d283f5 to cluster=c753505e-598a-46d8-a291-604e9e73ff1f 2024-11-24T04:21:45,746 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fadb2fe0ba32%2C35615%2C1732422089222 2024-11-24T04:21:45,746 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fadb2fe0ba32,35615,1732422089222, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:21:45,747 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C35615%2C1732422089222 2024-11-24T04:21:45,747 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203, startPosition=0, beingWritten=true 2024-11-24T04:21:45,753 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:45,753 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 to pos 379, reset compression=false 2024-11-24T04:21:45,753 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,35615,1732422089222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:45,957 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 to pos 379, reset compression=false 2024-11-24T04:21:46,260 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 to pos 379, reset compression=false 2024-11-24T04:21:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T04:21:46,454 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-24T04:21:46,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:46,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:46,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:46,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:46,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:46,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2219ae0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:46,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,43059,-1 for getting cluster id 2024-11-24T04:21:46,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:46,456 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8a6be25-4e01-42f5-a0fe-f31505d283f5' 2024-11-24T04:21:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8a6be25-4e01-42f5-a0fe-f31505d283f5" 2024-11-24T04:21:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50553076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,43059,-1] 2024-11-24T04:21:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:46,458 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227bb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:46,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d495120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:46,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,42699,-1 for getting cluster id 2024-11-24T04:21:46,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:46,459 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c753505e-598a-46d8-a291-604e9e73ff1f' 2024-11-24T04:21:46,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:46,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c753505e-598a-46d8-a291-604e9e73ff1f" 2024-11-24T04:21:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5cf449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,42699,-1] 2024-11-24T04:21:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:46,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:46,460 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33942b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:46,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171ad584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:46,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,37797,-1 for getting cluster id 2024-11-24T04:21:46,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:46,463 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e10ac17-f457-4fe6-9dc7-d4a50ee235f5' 2024-11-24T04:21:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e10ac17-f457-4fe6-9dc7-d4a50ee235f5" 2024-11-24T04:21:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7bfbb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,37797,-1] 2024-11-24T04:21:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:46,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:46,464 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac041ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:46,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:46,469 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732422106468/Put/seqid=0 2024-11-24T04:21:46,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741840_1016 (size=7894) 2024-11-24T04:21:46,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732422106475/Put/seqid=0 2024-11-24T04:21:46,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741841_1017 (size=7691) 2024-11-24T04:21:46,664 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 to pos 379, reset compression=false 2024-11-24T04:21:46,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a854f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:46,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,43059,-1 for getting cluster id 2024-11-24T04:21:46,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:46,880 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8a6be25-4e01-42f5-a0fe-f31505d283f5' 2024-11-24T04:21:46,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:46,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8a6be25-4e01-42f5-a0fe-f31505d283f5" 2024-11-24T04:21:46,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa16f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:46,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,43059,-1] 2024-11-24T04:21:46,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:46,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:46,882 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:46,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f6546a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:46,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:46,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,35615,1732422089222, seqNum=-1] 2024-11-24T04:21:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:46,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:46,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:46,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:46,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b93bf2d 2024-11-24T04:21:46,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:46,891 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:46,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567., hostname=fadb2fe0ba32,35615,1732422089222, seqNum=2] 2024-11-24T04:21:46,897 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:21:46,901 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-24T04:21:46,903 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-24T04:21:46,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_0/f/hfile_1 for inclusion in d31e2ad5c94551d7fe2409fbcfa06567/f 2024-11-24T04:21:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T04:21:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:21:46,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_0/f/hfile_0 for inclusion in d31e2ad5c94551d7fe2409fbcfa06567/f 2024-11-24T04:21:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T04:21:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:21:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HRegion(2603): Flush status journal for d31e2ad5c94551d7fe2409fbcfa06567: 2024-11-24T04:21:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__vdnagh4np30th6952m7cuf2mvhlpjjf9smvui4i8ahndqnjvb0lgmu1dcq8q030c/f/hfile_1 2024-11-24T04:21:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__vdnagh4np30th6952m7cuf2mvhlpjjf9smvui4i8ahndqnjvb0lgmu1dcq8q030c/f/hfile_1 as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/e2ddad6d8ece414180e625280a2a3a82_SeqId_4_ 2024-11-24T04:21:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__vdnagh4np30th6952m7cuf2mvhlpjjf9smvui4i8ahndqnjvb0lgmu1dcq8q030c/f/hfile_0 2024-11-24T04:21:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__vdnagh4np30th6952m7cuf2mvhlpjjf9smvui4i8ahndqnjvb0lgmu1dcq8q030c/f/hfile_0 as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/c0ca94fb2bec4bb78de079cea6d761fc_SeqId_4_ 2024-11-24T04:21:46,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__vdnagh4np30th6952m7cuf2mvhlpjjf9smvui4i8ahndqnjvb0lgmu1dcq8q030c/f/hfile_1 into d31e2ad5c94551d7fe2409fbcfa06567/f as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/e2ddad6d8ece414180e625280a2a3a82_SeqId_4_ - updating store file list. 2024-11-24T04:21:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2ddad6d8ece414180e625280a2a3a82_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:21:46,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/e2ddad6d8ece414180e625280a2a3a82_SeqId_4_ into d31e2ad5c94551d7fe2409fbcfa06567/f 2024-11-24T04:21:46,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__vdnagh4np30th6952m7cuf2mvhlpjjf9smvui4i8ahndqnjvb0lgmu1dcq8q030c/f/hfile_1 into d31e2ad5c94551d7fe2409fbcfa06567/f (new location: hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/e2ddad6d8ece414180e625280a2a3a82_SeqId_4_) 2024-11-24T04:21:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__vdnagh4np30th6952m7cuf2mvhlpjjf9smvui4i8ahndqnjvb0lgmu1dcq8q030c/f/hfile_1 2024-11-24T04:21:46,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__vdnagh4np30th6952m7cuf2mvhlpjjf9smvui4i8ahndqnjvb0lgmu1dcq8q030c/f/hfile_0 into d31e2ad5c94551d7fe2409fbcfa06567/f as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/c0ca94fb2bec4bb78de079cea6d761fc_SeqId_4_ - updating store file list. 2024-11-24T04:21:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c0ca94fb2bec4bb78de079cea6d761fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:21:46,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/c0ca94fb2bec4bb78de079cea6d761fc_SeqId_4_ into d31e2ad5c94551d7fe2409fbcfa06567/f 2024-11-24T04:21:46,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__vdnagh4np30th6952m7cuf2mvhlpjjf9smvui4i8ahndqnjvb0lgmu1dcq8q030c/f/hfile_0 into d31e2ad5c94551d7fe2409fbcfa06567/f (new location: hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/c0ca94fb2bec4bb78de079cea6d761fc_SeqId_4_) 2024-11-24T04:21:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__vdnagh4np30th6952m7cuf2mvhlpjjf9smvui4i8ahndqnjvb0lgmu1dcq8q030c/f/hfile_0 2024-11-24T04:21:46,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:46,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:46,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:46,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567., hostname=fadb2fe0ba32,35615,1732422089222, seqNum=2 , the old value is region=test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567., hostname=fadb2fe0ba32,35615,1732422089222, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fadb2fe0ba32:35615 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T04:21:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567., hostname=fadb2fe0ba32,35615,1732422089222, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T04:21:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567., hostname=fadb2fe0ba32,35615,1732422089222, seqNum=2 from cache 2024-11-24T04:21:46,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:46,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:46,930 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T04:21:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43137,1732422093282, seqNum=-1] 2024-11-24T04:21:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:46,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:46,933 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732422099997.4558396d9bf29e673f3ce105a77f246f., hostname=fadb2fe0ba32,43137,1732422093282, seqNum=2] 2024-11-24T04:21:46,935 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T04:21:47,034 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:35615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T04:21:47,167 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 to pos 379, reset compression=false 2024-11-24T04:21:47,171 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:21:47,171 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,35615,1732422089222 got entry batch from reader: WALEntryBatch [walEntries=[{test/d31e2ad5c94551d7fe2409fbcfa06567/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732422106927/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T04:21:47,174 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:21:47,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T04:21:47,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.ReplicationSink(318): Replicating [b8a6be25-4e01-42f5-a0fe-f31505d283f5] bulk loaded data 2024-11-24T04:21:47,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76b7e5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:47,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,42699,-1 for getting cluster id 2024-11-24T04:21:47,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:47,176 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c753505e-598a-46d8-a291-604e9e73ff1f' 2024-11-24T04:21:47,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:47,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c753505e-598a-46d8-a291-604e9e73ff1f" 2024-11-24T04:21:47,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5af82fc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:47,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,42699,-1] 2024-11-24T04:21:47,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:47,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:47,177 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:47,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fcb360b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:47,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741837_1013 (size=7691) 2024-11-24T04:21:47,372 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 to pos 687, reset compression=false 2024-11-24T04:21:47,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741838_1014 (size=7894) 2024-11-24T04:21:47,675 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 to pos 687, reset compression=false 2024-11-24T04:21:47,937 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T04:21:47,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:47,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:47,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4581c2bb 2024-11-24T04:21:47,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:47,996 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-24T04:21:47,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:21:47,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:47,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,43137,1732422093282, seqNum=-1] 2024-11-24T04:21:47,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:47,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-24T04:21:48,003 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__of01htmcu6jsr9e8e2rtmldb7gm1luhuusogfvvil44gh5qio5mhgs69homb4k84/f/c0ca94fb2bec4bb78de079cea6d761fc_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-24T04:21:48,005 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__of01htmcu6jsr9e8e2rtmldb7gm1luhuusogfvvil44gh5qio5mhgs69homb4k84/f/e2ddad6d8ece414180e625280a2a3a82_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-24T04:21:48,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__of01htmcu6jsr9e8e2rtmldb7gm1luhuusogfvvil44gh5qio5mhgs69homb4k84/f/c0ca94fb2bec4bb78de079cea6d761fc_SeqId_4_ for inclusion in 4558396d9bf29e673f3ce105a77f246f/f 2024-11-24T04:21:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-24T04:21:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:21:48,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__of01htmcu6jsr9e8e2rtmldb7gm1luhuusogfvvil44gh5qio5mhgs69homb4k84/f/e2ddad6d8ece414180e625280a2a3a82_SeqId_4_ for inclusion in 4558396d9bf29e673f3ce105a77f246f/f 2024-11-24T04:21:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-24T04:21:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:21:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HRegion(2603): Flush status journal for 4558396d9bf29e673f3ce105a77f246f: 2024-11-24T04:21:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c0ca94fb2bec4bb78de079cea6d761fc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T04:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__of01htmcu6jsr9e8e2rtmldb7gm1luhuusogfvvil44gh5qio5mhgs69homb4k84/f/c0ca94fb2bec4bb78de079cea6d761fc_SeqId_4_ as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/428108fface54739853e77c25c3624cf_SeqId_4_ 2024-11-24T04:21:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e2ddad6d8ece414180e625280a2a3a82_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-24T04:21:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__of01htmcu6jsr9e8e2rtmldb7gm1luhuusogfvvil44gh5qio5mhgs69homb4k84/f/e2ddad6d8ece414180e625280a2a3a82_SeqId_4_ as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/144628948d854ecaa84154fa56fa9ff6_SeqId_4_ 2024-11-24T04:21:48,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__of01htmcu6jsr9e8e2rtmldb7gm1luhuusogfvvil44gh5qio5mhgs69homb4k84/f/c0ca94fb2bec4bb78de079cea6d761fc_SeqId_4_ into 4558396d9bf29e673f3ce105a77f246f/f as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/428108fface54739853e77c25c3624cf_SeqId_4_ - updating store file list. 2024-11-24T04:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 428108fface54739853e77c25c3624cf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:21:48,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/428108fface54739853e77c25c3624cf_SeqId_4_ into 4558396d9bf29e673f3ce105a77f246f/f 2024-11-24T04:21:48,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__of01htmcu6jsr9e8e2rtmldb7gm1luhuusogfvvil44gh5qio5mhgs69homb4k84/f/c0ca94fb2bec4bb78de079cea6d761fc_SeqId_4_ into 4558396d9bf29e673f3ce105a77f246f/f (new location: hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/428108fface54739853e77c25c3624cf_SeqId_4_) 2024-11-24T04:21:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__of01htmcu6jsr9e8e2rtmldb7gm1luhuusogfvvil44gh5qio5mhgs69homb4k84/f/c0ca94fb2bec4bb78de079cea6d761fc_SeqId_4_ 2024-11-24T04:21:48,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__of01htmcu6jsr9e8e2rtmldb7gm1luhuusogfvvil44gh5qio5mhgs69homb4k84/f/e2ddad6d8ece414180e625280a2a3a82_SeqId_4_ into 4558396d9bf29e673f3ce105a77f246f/f as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/144628948d854ecaa84154fa56fa9ff6_SeqId_4_ - updating store file list. 2024-11-24T04:21:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 144628948d854ecaa84154fa56fa9ff6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:21:48,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/144628948d854ecaa84154fa56fa9ff6_SeqId_4_ into 4558396d9bf29e673f3ce105a77f246f/f 2024-11-24T04:21:48,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__of01htmcu6jsr9e8e2rtmldb7gm1luhuusogfvvil44gh5qio5mhgs69homb4k84/f/e2ddad6d8ece414180e625280a2a3a82_SeqId_4_ into 4558396d9bf29e673f3ce105a77f246f/f (new location: hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/144628948d854ecaa84154fa56fa9ff6_SeqId_4_) 2024-11-24T04:21:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__of01htmcu6jsr9e8e2rtmldb7gm1luhuusogfvvil44gh5qio5mhgs69homb4k84/f/e2ddad6d8ece414180e625280a2a3a82_SeqId_4_ 2024-11-24T04:21:48,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.ReplicationSink(324): Finished replicating [b8a6be25-4e01-42f5-a0fe-f31505d283f5] bulk loaded data 2024-11-24T04:21:48,079 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 to pos 687, reset compression=false 2024-11-24T04:21:48,582 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 to pos 687, reset compression=false 2024-11-24T04:21:48,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:48,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,40625,1732422095806, seqNum=-1] 2024-11-24T04:21:48,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:48,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732422102146.dd4746070a402ed949e84674d44cb353., hostname=fadb2fe0ba32,40625,1732422095806, seqNum=2] 2024-11-24T04:21:48,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:21:48,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T04:21:48,957 DEBUG [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fadb2fe0ba32%2C35615%2C1732422089222.meta:.meta(num 1732422092116) roll requested 2024-11-24T04:21:48,975 DEBUG [regionserver/fadb2fe0ba32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.meta.1732422108957.meta, exclude list is [], retry=0 2024-11-24T04:21:48,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40711,DS-2ebc9090-8b4b-4fdb-825f-5810cae31acd,DISK] 2024-11-24T04:21:48,978 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.meta.1732422092116.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.meta.1732422108957.meta 2024-11-24T04:21:48,978 DEBUG [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42737:42737)] 2024-11-24T04:21:48,978 DEBUG [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.meta.1732422092116.meta is not closed yet, will try archiving it next time 2024-11-24T04:21:48,978 DEBUG [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fadb2fe0ba32%2C35615%2C1732422089222.rep:(num 1732422105449) roll requested 2024-11-24T04:21:48,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741834_1010 (size=3473) 2024-11-24T04:21:48,980 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.meta.1732422092116.meta not finished, retry = 0 2024-11-24T04:21:48,992 DEBUG [regionserver/fadb2fe0ba32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.rep.1732422108979, exclude list is [], retry=0 2024-11-24T04:21:48,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40711,DS-2ebc9090-8b4b-4fdb-825f-5810cae31acd,DISK] 2024-11-24T04:21:48,994 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.rep.1732422105449 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.rep.1732422108979 2024-11-24T04:21:48,995 DEBUG [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42737:42737)] 2024-11-24T04:21:48,995 DEBUG [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.rep.1732422105449 is not closed yet, will try archiving it next time 2024-11-24T04:21:48,995 DEBUG [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fadb2fe0ba32%2C35615%2C1732422089222:(num 1732422091203) roll requested 2024-11-24T04:21:48,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741839_1015 (size=1505) 2024-11-24T04:21:49,008 DEBUG [regionserver/fadb2fe0ba32:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995, exclude list is [], retry=0 2024-11-24T04:21:49,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40711,DS-2ebc9090-8b4b-4fdb-825f-5810cae31acd,DISK] 2024-11-24T04:21:49,011 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 2024-11-24T04:21:49,012 DEBUG [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42737:42737)] 2024-11-24T04:21:49,012 DEBUG [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 is not closed yet, will try archiving it next time 2024-11-24T04:21:49,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433ca3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:49,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,43059,-1 for getting cluster id 2024-11-24T04:21:49,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:49,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741832_1008 (size=695) 2024-11-24T04:21:49,013 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8a6be25-4e01-42f5-a0fe-f31505d283f5' 2024-11-24T04:21:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8a6be25-4e01-42f5-a0fe-f31505d283f5" 2024-11-24T04:21:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599c1b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,43059,-1] 2024-11-24T04:21:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:49,014 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:49,015 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 to hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/oldWALs/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 2024-11-24T04:21:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443b30f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:49,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bb1a49a 2024-11-24T04:21:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:49,017 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:49,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://fadb2fe0ba32:37797,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-24T04:21:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-24T04:21:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T04:21:49,020 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:37797' 2024-11-24T04:21:49,020 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6eabdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:49,021 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,37797,-1 for getting cluster id 2024-11-24T04:21:49,021 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:49,021 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e10ac17-f457-4fe6-9dc7-d4a50ee235f5' 2024-11-24T04:21:49,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:49,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e10ac17-f457-4fe6-9dc7-d4a50ee235f5" 2024-11-24T04:21:49,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ac888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:49,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,37797,-1] 2024-11-24T04:21:49,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:49,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:49,022 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:49,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c4832c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:49,023 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:49,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:49,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7acce461 2024-11-24T04:21:49,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:49,024 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:49,025 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-24T04:21:49,025 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-24T04:21:49,025 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:49,025 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:49,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:49,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-24T04:21:49,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-24T04:21:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T04:21:49,173 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:49,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:21:49,174 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128684 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [fadb2fe0ba32,33379,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-24T04:21:49,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-24T04:21:49,186 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-24T04:21:49,186 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 to pos 687, reset compression=false 2024-11-24T04:21:49,187 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 was moved to hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/oldWALs/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 2024-11-24T04:21:49,189 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203 2024-11-24T04:21:49,189 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,35615,1732422089222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422091203, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-24T04:21:49,189 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995, startPosition=0, beingWritten=true 2024-11-24T04:21:49,192 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fadb2fe0ba32%2C35615%2C1732422089222.1732422091203] 2024-11-24T04:21:49,222 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-fadb2fe0ba32,35615,1732422089222, ReplicationSource: 2, currentBandwidth=0 2024-11-24T04:21:49,224 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T04:21:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-24T04:21:49,227 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on fadb2fe0ba32,35615,1732422089222 suceeded 2024-11-24T04:21:49,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T04:21:49,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-24T04:21:49,228 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://fadb2fe0ba32:37797,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-24T04:21:49,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 211 msec 2024-11-24T04:21:49,239 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fadb2fe0ba32:37797' 2024-11-24T04:21:49,240 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4521df82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:49,240 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,37797,-1 for getting cluster id 2024-11-24T04:21:49,240 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:49,241 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e10ac17-f457-4fe6-9dc7-d4a50ee235f5' 2024-11-24T04:21:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e10ac17-f457-4fe6-9dc7-d4a50ee235f5" 2024-11-24T04:21:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dab87c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,37797,-1] 2024-11-24T04:21:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:49,242 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:49,242 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61ae1c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:49,242 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:49,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:49,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6abfc15e 2024-11-24T04:21:49,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:49,244 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-24T04:21:49,244 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fadb2fe0ba32,35615,1732422089222 (queues=1) is replicating from cluster=b8a6be25-4e01-42f5-a0fe-f31505d283f5 to cluster=4e10ac17-f457-4fe6-9dc7-d4a50ee235f5 2024-11-24T04:21:49,244 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fadb2fe0ba32%2C35615%2C1732422089222 2024-11-24T04:21:49,244 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fadb2fe0ba32,35615,1732422089222, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-24T04:21:49,245 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995, startPosition=0, beingWritten=true 2024-11-24T04:21:49,245 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fadb2fe0ba32%2C35615%2C1732422089222 2024-11-24T04:21:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-24T04:21:49,334 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-24T04:21:49,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:49,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:49,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:49,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:49,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:49,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T04:21:49,339 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732422109338/Put/seqid=0 2024-11-24T04:21:49,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741845_1021 (size=11194) 2024-11-24T04:21:49,449 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 0, reset compression=false 2024-11-24T04:21:49,746 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732422109745/Put/seqid=0 2024-11-24T04:21:49,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741846_1022 (size=10791) 2024-11-24T04:21:49,752 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 0, reset compression=false 2024-11-24T04:21:49,893 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 0, reset compression=false 2024-11-24T04:21:50,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e12430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:50,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,43059,-1 for getting cluster id 2024-11-24T04:21:50,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:50,152 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8a6be25-4e01-42f5-a0fe-f31505d283f5' 2024-11-24T04:21:50,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8a6be25-4e01-42f5-a0fe-f31505d283f5" 2024-11-24T04:21:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6398106d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,43059,-1] 2024-11-24T04:21:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:50,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:50,154 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:50,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30dc594c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:50,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,35615,1732422089222, seqNum=-1] 2024-11-24T04:21:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:50,156 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 0, reset compression=false 2024-11-24T04:21:50,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T04:21:50,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4293308b 2024-11-24T04:21:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:50,164 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T04:21:50,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567., hostname=fadb2fe0ba32,35615,1732422089222, seqNum=2] 2024-11-24T04:21:50,168 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:21:50,172 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-24T04:21:50,174 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-24T04:21:50,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_1/f/hfile_0 for inclusion in d31e2ad5c94551d7fe2409fbcfa06567/f 2024-11-24T04:21:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T04:21:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:21:50,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_1/f/hfile_1 for inclusion in d31e2ad5c94551d7fe2409fbcfa06567/f 2024-11-24T04:21:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T04:21:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:21:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HRegion(2603): Flush status journal for d31e2ad5c94551d7fe2409fbcfa06567: 2024-11-24T04:21:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__m22nt11vg28cjsgibscgru9ctlnh9kb5st6o16j1lp9gk7disrghm8ppaqeanoqu/f/hfile_0 2024-11-24T04:21:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__m22nt11vg28cjsgibscgru9ctlnh9kb5st6o16j1lp9gk7disrghm8ppaqeanoqu/f/hfile_0 as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ 2024-11-24T04:21:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__m22nt11vg28cjsgibscgru9ctlnh9kb5st6o16j1lp9gk7disrghm8ppaqeanoqu/f/hfile_1 2024-11-24T04:21:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__m22nt11vg28cjsgibscgru9ctlnh9kb5st6o16j1lp9gk7disrghm8ppaqeanoqu/f/hfile_1 as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ 2024-11-24T04:21:50,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__m22nt11vg28cjsgibscgru9ctlnh9kb5st6o16j1lp9gk7disrghm8ppaqeanoqu/f/hfile_0 into d31e2ad5c94551d7fe2409fbcfa06567/f as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ - updating store file list. 2024-11-24T04:21:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f922ce437764e478cfa19555977a0ac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T04:21:50,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ into d31e2ad5c94551d7fe2409fbcfa06567/f 2024-11-24T04:21:50,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__m22nt11vg28cjsgibscgru9ctlnh9kb5st6o16j1lp9gk7disrghm8ppaqeanoqu/f/hfile_0 into d31e2ad5c94551d7fe2409fbcfa06567/f (new location: hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_) 2024-11-24T04:21:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__m22nt11vg28cjsgibscgru9ctlnh9kb5st6o16j1lp9gk7disrghm8ppaqeanoqu/f/hfile_0 2024-11-24T04:21:50,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__m22nt11vg28cjsgibscgru9ctlnh9kb5st6o16j1lp9gk7disrghm8ppaqeanoqu/f/hfile_1 into d31e2ad5c94551d7fe2409fbcfa06567/f as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ - updating store file list. 2024-11-24T04:21:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4468074b3cfa4513a64d894c0a7833ac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T04:21:50,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ into d31e2ad5c94551d7fe2409fbcfa06567/f 2024-11-24T04:21:50,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__m22nt11vg28cjsgibscgru9ctlnh9kb5st6o16j1lp9gk7disrghm8ppaqeanoqu/f/hfile_1 into d31e2ad5c94551d7fe2409fbcfa06567/f (new location: hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_) 2024-11-24T04:21:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35615 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/staging/jenkins__test__m22nt11vg28cjsgibscgru9ctlnh9kb5st6o16j1lp9gk7disrghm8ppaqeanoqu/f/hfile_1 2024-11-24T04:21:50,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:50,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:50,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:50,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:50,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567., hostname=fadb2fe0ba32,35615,1732422089222, seqNum=2 , the old value is region=test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567., hostname=fadb2fe0ba32,35615,1732422089222, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fadb2fe0ba32:35615 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T04:21:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567., hostname=fadb2fe0ba32,35615,1732422089222, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-24T04:21:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567., hostname=fadb2fe0ba32,35615,1732422089222, seqNum=2 from cache 2024-11-24T04:21:50,198 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-24T04:21:50,201 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-24T04:21:50,305 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:35615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-24T04:21:50,660 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 0, reset compression=false 2024-11-24T04:21:50,665 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:21:50,665 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fadb2fe0ba32,35615,1732422089222 got entry batch from reader: WALEntryBatch [walEntries=[{test/d31e2ad5c94551d7fe2409fbcfa06567/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732422110195/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T04:21:50,667 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T04:21:50,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-24T04:21:50,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.ReplicationSink(318): Replicating [b8a6be25-4e01-42f5-a0fe-f31505d283f5] bulk loaded data 2024-11-24T04:21:50,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d392085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:50,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,37797,-1 for getting cluster id 2024-11-24T04:21:50,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T04:21:50,669 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e10ac17-f457-4fe6-9dc7-d4a50ee235f5' 2024-11-24T04:21:50,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T04:21:50,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e10ac17-f457-4fe6-9dc7-d4a50ee235f5" 2024-11-24T04:21:50,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f6764ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:50,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,37797,-1] 2024-11-24T04:21:50,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T04:21:50,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:50,670 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-24T04:21:50,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29bfef70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T04:21:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741837_1013 (size=11194) 2024-11-24T04:21:50,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741838_1014 (size=10791) 2024-11-24T04:21:50,697 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 0, reset compression=false 2024-11-24T04:21:50,701 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-24T04:21:50,701 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,35615,1732422089222 got entry batch from reader: WALEntryBatch [walEntries=[{test/d31e2ad5c94551d7fe2409fbcfa06567/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732422110195/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-24T04:21:50,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.ReplicationSink(318): Replicating [b8a6be25-4e01-42f5-a0fe-f31505d283f5] bulk loaded data 2024-11-24T04:21:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741839_1015 (size=11194) 2024-11-24T04:21:50,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741840_1016 (size=10791) 2024-11-24T04:21:50,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:21:50,730 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__cf8e5fc0fljtrri24497csnv384gtk3skiug1kk6t2drefcran2jqbfa5nc3shr3/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T04:21:50,732 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__cf8e5fc0fljtrri24497csnv384gtk3skiug1kk6t2drefcran2jqbfa5nc3shr3/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T04:21:50,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__cf8e5fc0fljtrri24497csnv384gtk3skiug1kk6t2drefcran2jqbfa5nc3shr3/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ for inclusion in 4558396d9bf29e673f3ce105a77f246f/f 2024-11-24T04:21:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T04:21:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:21:50,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__cf8e5fc0fljtrri24497csnv384gtk3skiug1kk6t2drefcran2jqbfa5nc3shr3/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ for inclusion in 4558396d9bf29e673f3ce105a77f246f/f 2024-11-24T04:21:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T04:21:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:21:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HRegion(2603): Flush status journal for 4558396d9bf29e673f3ce105a77f246f: 2024-11-24T04:21:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T04:21:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__cf8e5fc0fljtrri24497csnv384gtk3skiug1kk6t2drefcran2jqbfa5nc3shr3/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/e74b37892d16466d88dad8759198f5eb_SeqId_6_ 2024-11-24T04:21:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8f922ce437764e478cfa19555977a0ac_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T04:21:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__cf8e5fc0fljtrri24497csnv384gtk3skiug1kk6t2drefcran2jqbfa5nc3shr3/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/411ca9aab4814ed1a9233ee5428910b4_SeqId_6_ 2024-11-24T04:21:50,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__cf8e5fc0fljtrri24497csnv384gtk3skiug1kk6t2drefcran2jqbfa5nc3shr3/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ into 4558396d9bf29e673f3ce105a77f246f/f as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/e74b37892d16466d88dad8759198f5eb_SeqId_6_ - updating store file list. 2024-11-24T04:21:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e74b37892d16466d88dad8759198f5eb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T04:21:50,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/e74b37892d16466d88dad8759198f5eb_SeqId_6_ into 4558396d9bf29e673f3ce105a77f246f/f 2024-11-24T04:21:50,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__cf8e5fc0fljtrri24497csnv384gtk3skiug1kk6t2drefcran2jqbfa5nc3shr3/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ into 4558396d9bf29e673f3ce105a77f246f/f (new location: hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/e74b37892d16466d88dad8759198f5eb_SeqId_6_) 2024-11-24T04:21:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__cf8e5fc0fljtrri24497csnv384gtk3skiug1kk6t2drefcran2jqbfa5nc3shr3/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ 2024-11-24T04:21:50,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__cf8e5fc0fljtrri24497csnv384gtk3skiug1kk6t2drefcran2jqbfa5nc3shr3/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ into 4558396d9bf29e673f3ce105a77f246f/f as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/411ca9aab4814ed1a9233ee5428910b4_SeqId_6_ - updating store file list. 2024-11-24T04:21:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 411ca9aab4814ed1a9233ee5428910b4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-24T04:21:50,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/411ca9aab4814ed1a9233ee5428910b4_SeqId_6_ into 4558396d9bf29e673f3ce105a77f246f/f 2024-11-24T04:21:50,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__cf8e5fc0fljtrri24497csnv384gtk3skiug1kk6t2drefcran2jqbfa5nc3shr3/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ into 4558396d9bf29e673f3ce105a77f246f/f (new location: hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/f/411ca9aab4814ed1a9233ee5428910b4_SeqId_6_) 2024-11-24T04:21:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/staging/jenkins.hfs.22__test__cf8e5fc0fljtrri24497csnv384gtk3skiug1kk6t2drefcran2jqbfa5nc3shr3/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ 2024-11-24T04:21:50,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43137 {}] regionserver.ReplicationSink(324): Finished replicating [b8a6be25-4e01-42f5-a0fe-f31505d283f5] bulk loaded data 2024-11-24T04:21:50,865 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:50,901 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:50,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:21:50,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:50,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:50,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:50,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:50,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:50,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:50,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:50,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:51,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:51,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:51,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:51,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:51,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:51,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:51,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:51,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:51,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:51,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:51,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T04:21:51,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:51,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e68ed7d 2024-11-24T04:21:51,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T04:21:51,100 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-24T04:21:51,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-24T04:21:51,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T04:21:51,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,40625,1732422095806, seqNum=-1] 2024-11-24T04:21:51,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T04:21:51,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-24T04:21:51,118 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/staging/jenkins.hfs.23__test__i9l9f6833f2lr5f05g8drkm5c35iserb1qr71c7clqcsc8s4lvk6nsllhpgrj0m1/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-24T04:21:51,120 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/staging/jenkins.hfs.23__test__i9l9f6833f2lr5f05g8drkm5c35iserb1qr71c7clqcsc8s4lvk6nsllhpgrj0m1/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-24T04:21:51,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/staging/jenkins.hfs.23__test__i9l9f6833f2lr5f05g8drkm5c35iserb1qr71c7clqcsc8s4lvk6nsllhpgrj0m1/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ for inclusion in dd4746070a402ed949e84674d44cb353/f 2024-11-24T04:21:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-24T04:21:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:21:51,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/staging/jenkins.hfs.23__test__i9l9f6833f2lr5f05g8drkm5c35iserb1qr71c7clqcsc8s4lvk6nsllhpgrj0m1/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ for inclusion in dd4746070a402ed949e84674d44cb353/f 2024-11-24T04:21:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-24T04:21:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T04:21:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HRegion(2603): Flush status journal for dd4746070a402ed949e84674d44cb353: 2024-11-24T04:21:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8f922ce437764e478cfa19555977a0ac_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T04:21:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/staging/jenkins.hfs.23__test__i9l9f6833f2lr5f05g8drkm5c35iserb1qr71c7clqcsc8s4lvk6nsllhpgrj0m1/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ as hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/default/test/dd4746070a402ed949e84674d44cb353/f/4f339a823afd42fc95b2d1cf88cf4a8a_SeqId_4_ 2024-11-24T04:21:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-24T04:21:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/staging/jenkins.hfs.23__test__i9l9f6833f2lr5f05g8drkm5c35iserb1qr71c7clqcsc8s4lvk6nsllhpgrj0m1/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ as hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/default/test/dd4746070a402ed949e84674d44cb353/f/d9c9afa5c7a64db0adb592fbaa3b3f7d_SeqId_4_ 2024-11-24T04:21:51,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/staging/jenkins.hfs.23__test__i9l9f6833f2lr5f05g8drkm5c35iserb1qr71c7clqcsc8s4lvk6nsllhpgrj0m1/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ into dd4746070a402ed949e84674d44cb353/f as hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/default/test/dd4746070a402ed949e84674d44cb353/f/4f339a823afd42fc95b2d1cf88cf4a8a_SeqId_4_ - updating store file list. 2024-11-24T04:21:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f339a823afd42fc95b2d1cf88cf4a8a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:21:51,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/default/test/dd4746070a402ed949e84674d44cb353/f/4f339a823afd42fc95b2d1cf88cf4a8a_SeqId_4_ into dd4746070a402ed949e84674d44cb353/f 2024-11-24T04:21:51,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/staging/jenkins.hfs.23__test__i9l9f6833f2lr5f05g8drkm5c35iserb1qr71c7clqcsc8s4lvk6nsllhpgrj0m1/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ into dd4746070a402ed949e84674d44cb353/f (new location: hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/default/test/dd4746070a402ed949e84674d44cb353/f/4f339a823afd42fc95b2d1cf88cf4a8a_SeqId_4_) 2024-11-24T04:21:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/staging/jenkins.hfs.23__test__i9l9f6833f2lr5f05g8drkm5c35iserb1qr71c7clqcsc8s4lvk6nsllhpgrj0m1/f/8f922ce437764e478cfa19555977a0ac_SeqId_6_ 2024-11-24T04:21:51,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/staging/jenkins.hfs.23__test__i9l9f6833f2lr5f05g8drkm5c35iserb1qr71c7clqcsc8s4lvk6nsllhpgrj0m1/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ into dd4746070a402ed949e84674d44cb353/f as hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/default/test/dd4746070a402ed949e84674d44cb353/f/d9c9afa5c7a64db0adb592fbaa3b3f7d_SeqId_4_ - updating store file list. 2024-11-24T04:21:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9c9afa5c7a64db0adb592fbaa3b3f7d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T04:21:51,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/default/test/dd4746070a402ed949e84674d44cb353/f/d9c9afa5c7a64db0adb592fbaa3b3f7d_SeqId_4_ into dd4746070a402ed949e84674d44cb353/f 2024-11-24T04:21:51,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/staging/jenkins.hfs.23__test__i9l9f6833f2lr5f05g8drkm5c35iserb1qr71c7clqcsc8s4lvk6nsllhpgrj0m1/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ into dd4746070a402ed949e84674d44cb353/f (new location: hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/default/test/dd4746070a402ed949e84674d44cb353/f/d9c9afa5c7a64db0adb592fbaa3b3f7d_SeqId_4_) 2024-11-24T04:21:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/staging/jenkins.hfs.23__test__i9l9f6833f2lr5f05g8drkm5c35iserb1qr71c7clqcsc8s4lvk6nsllhpgrj0m1/f/4468074b3cfa4513a64d894c0a7833ac_SeqId_6_ 2024-11-24T04:21:51,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40625 {}] regionserver.ReplicationSink(324): Finished replicating [b8a6be25-4e01-42f5-a0fe-f31505d283f5] bulk loaded data 2024-11-24T04:21:51,168 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:51,205 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:51,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:21:51,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:51,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:51,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:51,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:51,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:51,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:21:51,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=389148800, stopped=false 2024-11-24T04:21:51,219 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,37797,1732422095753 2024-11-24T04:21:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-166889077/running 2024-11-24T04:21:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-166889077/running 2024-11-24T04:21:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:51,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:51,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Set watcher on znode that does not yet exist, /2-166889077/running 2024-11-24T04:21:51,222 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:21:51,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:51,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Set watcher on znode that does not yet exist, /2-166889077/running 2024-11-24T04:21:51,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:51,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:51,223 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,40625,1732422095806' ***** 2024-11-24T04:21:51,223 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:21:51,224 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:21:51,224 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:21:51,225 INFO [RS:0;fadb2fe0ba32:40625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:21:51,225 INFO [RS:0;fadb2fe0ba32:40625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:21:51,225 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(3091): Received CLOSE for dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:51,225 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:51,225 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:21:51,225 INFO [RS:0;fadb2fe0ba32:40625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:40625. 2024-11-24T04:21:51,225 DEBUG [RS:0;fadb2fe0ba32:40625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:51,225 DEBUG [RS:0;fadb2fe0ba32:40625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:51,225 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:21:51,225 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd4746070a402ed949e84674d44cb353, disabling compactions & flushes 2024-11-24T04:21:51,225 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:21:51,225 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:21:51,225 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732422102146.dd4746070a402ed949e84674d44cb353. 2024-11-24T04:21:51,225 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:21:51,225 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422102146.dd4746070a402ed949e84674d44cb353. 2024-11-24T04:21:51,225 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732422102146.dd4746070a402ed949e84674d44cb353. after waiting 0 ms 2024-11-24T04:21:51,225 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732422102146.dd4746070a402ed949e84674d44cb353. 2024-11-24T04:21:51,226 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:21:51,226 DEBUG [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(1325): Online Regions={dd4746070a402ed949e84674d44cb353=test,,1732422102146.dd4746070a402ed949e84674d44cb353., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:21:51,226 DEBUG [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd4746070a402ed949e84674d44cb353 2024-11-24T04:21:51,226 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:21:51,226 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:21:51,226 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:21:51,226 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:21:51,226 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:21:51,226 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T04:21:51,233 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/default/test/dd4746070a402ed949e84674d44cb353/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-24T04:21:51,235 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:51,236 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:21:51,236 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732422102146.dd4746070a402ed949e84674d44cb353. 2024-11-24T04:21:51,236 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd4746070a402ed949e84674d44cb353: Waiting for close lock at 1732422111225Running coprocessor pre-close hooks at 1732422111225Disabling compacts and flushes for region at 1732422111225Disabling writes for close at 1732422111225Writing region close event to WAL at 1732422111227 (+2 ms)Running coprocessor post-close hooks at 1732422111235 (+8 ms)Closed at 1732422111236 (+1 ms) 2024-11-24T04:21:51,236 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732422102146.dd4746070a402ed949e84674d44cb353. 2024-11-24T04:21:51,248 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:21:51,258 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/.tmp/info/0090137852d44a3990cf639392f6726b is 129, key is test,,1732422102146.dd4746070a402ed949e84674d44cb353./info:regioninfo/1732422103291/Put/seqid=0 2024-11-24T04:21:51,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741839_1015 (size=6421) 2024-11-24T04:21:51,266 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/.tmp/info/0090137852d44a3990cf639392f6726b 2024-11-24T04:21:51,304 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/.tmp/ns/86c2ec62f7754cc7b6592f6e19f35036 is 43, key is default/ns:d/1732422098782/Put/seqid=0 2024-11-24T04:21:51,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741840_1016 (size=5153) 2024-11-24T04:21:51,308 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/.tmp/ns/86c2ec62f7754cc7b6592f6e19f35036 2024-11-24T04:21:51,327 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/.tmp/rep_barrier/0ff2b6cac6ec447f90e2a15e54a58ccd is 112, key is test,,1732422102146.dd4746070a402ed949e84674d44cb353./rep_barrier:seqnumDuringOpen/1732422103291/Put/seqid=0 2024-11-24T04:21:51,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741841_1017 (size=5518) 2024-11-24T04:21:51,330 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/.tmp/rep_barrier/0ff2b6cac6ec447f90e2a15e54a58ccd 2024-11-24T04:21:51,352 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/.tmp/table/0666212e81e346f1a0ad8dfadfd16892 is 40, key is test/table:state/1732422103297/Put/seqid=0 2024-11-24T04:21:51,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741842_1018 (size=5165) 2024-11-24T04:21:51,356 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/.tmp/table/0666212e81e346f1a0ad8dfadfd16892 2024-11-24T04:21:51,360 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/.tmp/info/0090137852d44a3990cf639392f6726b as hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/info/0090137852d44a3990cf639392f6726b 2024-11-24T04:21:51,365 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/info/0090137852d44a3990cf639392f6726b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T04:21:51,365 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/.tmp/ns/86c2ec62f7754cc7b6592f6e19f35036 as hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/ns/86c2ec62f7754cc7b6592f6e19f35036 2024-11-24T04:21:51,370 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/ns/86c2ec62f7754cc7b6592f6e19f35036, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T04:21:51,370 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/.tmp/rep_barrier/0ff2b6cac6ec447f90e2a15e54a58ccd as hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/rep_barrier/0ff2b6cac6ec447f90e2a15e54a58ccd 2024-11-24T04:21:51,374 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/rep_barrier/0ff2b6cac6ec447f90e2a15e54a58ccd, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T04:21:51,375 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/.tmp/table/0666212e81e346f1a0ad8dfadfd16892 as hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/table/0666212e81e346f1a0ad8dfadfd16892 2024-11-24T04:21:51,379 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/table/0666212e81e346f1a0ad8dfadfd16892, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T04:21:51,380 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=11, compaction requested=false 2024-11-24T04:21:51,384 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T04:21:51,384 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:51,385 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:21:51,385 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:51,385 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422111226Running coprocessor pre-close hooks at 1732422111226Disabling compacts and flushes for region at 1732422111226Disabling writes for close at 1732422111226Obtaining lock to block concurrent updates at 1732422111226Preparing flush snapshotting stores in 1588230740 at 1732422111226Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732422111227 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732422111228 (+1 ms)Flushing 1588230740/info: creating writer at 1732422111228Flushing 1588230740/info: appending metadata at 1732422111258 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732422111258Flushing 1588230740/ns: creating writer at 1732422111270 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732422111303 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1732422111303Flushing 1588230740/rep_barrier: creating writer at 1732422111312 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732422111326 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732422111326Flushing 1588230740/table: creating writer at 1732422111333 (+7 ms)Flushing 1588230740/table: appending metadata at 1732422111352 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732422111352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5710e99b: reopening flushed file at 1732422111360 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547d9b5c: reopening flushed file at 1732422111365 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36277400: reopening flushed file at 1732422111370 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755d146d: reopening flushed file at 1732422111375 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 154ms, sequenceid=11, compaction requested=false at 1732422111380 (+5 ms)Writing region close event to WAL at 1732422111382 (+2 ms)Running coprocessor post-close hooks at 1732422111384 (+2 ms)Closed at 1732422111385 (+1 ms) 2024-11-24T04:21:51,385 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:51,426 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,40625,1732422095806; all regions closed. 2024-11-24T04:21:51,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741834_1010 (size=2717) 2024-11-24T04:21:51,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/WALs/fadb2fe0ba32,40625,1732422095806/fadb2fe0ba32%2C40625%2C1732422095806.meta.1732422098746.meta not finished, retry = 0 2024-11-24T04:21:51,531 DEBUG [RS:0;fadb2fe0ba32:40625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/oldWALs 2024-11-24T04:21:51,531 INFO [RS:0;fadb2fe0ba32:40625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C40625%2C1732422095806.meta:.meta(num 1732422098746) 2024-11-24T04:21:51,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741832_1008 (size=1028) 2024-11-24T04:21:51,534 DEBUG [RS:0;fadb2fe0ba32:40625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/oldWALs 2024-11-24T04:21:51,534 INFO [RS:0;fadb2fe0ba32:40625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C40625%2C1732422095806:(num 1732422097868) 2024-11-24T04:21:51,534 DEBUG [RS:0;fadb2fe0ba32:40625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:51,534 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:21:51,534 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:21:51,535 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:21:51,535 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:21:51,535 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:21:51,535 INFO [RS:0;fadb2fe0ba32:40625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:40625. 2024-11-24T04:21:51,535 DEBUG [RS:0;fadb2fe0ba32:40625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:51,535 DEBUG [RS:0;fadb2fe0ba32:40625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:51,535 DEBUG [RS:0;fadb2fe0ba32:40625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:51,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:51,535 INFO [RS:0;fadb2fe0ba32:40625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40625 2024-11-24T04:21:51,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-166889077/rs/fadb2fe0ba32,40625,1732422095806 2024-11-24T04:21:51,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077/rs 2024-11-24T04:21:51,538 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:21:51,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,40625,1732422095806] 2024-11-24T04:21:51,542 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-166889077/draining/fadb2fe0ba32,40625,1732422095806 already deleted, retry=false 2024-11-24T04:21:51,542 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,40625,1732422095806 expired; onlineServers=0 2024-11-24T04:21:51,542 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,37797,1732422095753' ***** 2024-11-24T04:21:51,542 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:21:51,542 INFO [M:0;fadb2fe0ba32:37797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:21:51,542 INFO [M:0;fadb2fe0ba32:37797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:21:51,542 DEBUG [M:0;fadb2fe0ba32:37797 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:21:51,542 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:21:51,543 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422097608 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422097608,5,FailOnTimeoutGroup] 2024-11-24T04:21:51,543 DEBUG [M:0;fadb2fe0ba32:37797 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:21:51,543 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422097612 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422097612,5,FailOnTimeoutGroup] 2024-11-24T04:21:51,543 INFO [M:0;fadb2fe0ba32:37797 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:21:51,543 INFO [M:0;fadb2fe0ba32:37797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:21:51,543 DEBUG [M:0;fadb2fe0ba32:37797 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:21:51,543 INFO [M:0;fadb2fe0ba32:37797 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:21:51,543 INFO [M:0;fadb2fe0ba32:37797 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:21:51,543 INFO [M:0;fadb2fe0ba32:37797 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:21:51,544 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:21:51,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-166889077/master 2024-11-24T04:21:51,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-166889077 2024-11-24T04:21:51,544 DEBUG [M:0;fadb2fe0ba32:37797 {}] zookeeper.ZKUtil(347): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Unable to get data of znode /2-166889077/master because node does not exist (not an error) 2024-11-24T04:21:51,544 WARN [M:0;fadb2fe0ba32:37797 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:21:51,545 INFO [M:0;fadb2fe0ba32:37797 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/.lastflushedseqids 2024-11-24T04:21:51,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741843_1019 (size=173) 2024-11-24T04:21:51,549 INFO [M:0;fadb2fe0ba32:37797 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:21:51,549 INFO [M:0;fadb2fe0ba32:37797 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:21:51,549 DEBUG [M:0;fadb2fe0ba32:37797 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:21:51,549 INFO [M:0;fadb2fe0ba32:37797 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:51,549 DEBUG [M:0;fadb2fe0ba32:37797 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:51,549 DEBUG [M:0;fadb2fe0ba32:37797 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:21:51,549 DEBUG [M:0;fadb2fe0ba32:37797 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:51,549 INFO [M:0;fadb2fe0ba32:37797 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-24T04:21:51,569 DEBUG [M:0;fadb2fe0ba32:37797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8176be2ac8224ea289df6a2495fb109f is 82, key is hbase:meta,,1/info:regioninfo/1732422098774/Put/seqid=0 2024-11-24T04:21:51,572 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:51,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741844_1020 (size=5672) 2024-11-24T04:21:51,608 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:51,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:51,639 INFO [RS:0;fadb2fe0ba32:40625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:21:51,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40625-0x1014835204c0007, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:51,639 INFO [RS:0;fadb2fe0ba32:40625 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,40625,1732422095806; zookeeper connection closed. 2024-11-24T04:21:51,640 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4089906 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4089906 2024-11-24T04:21:51,640 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:21:51,973 INFO [M:0;fadb2fe0ba32:37797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8176be2ac8224ea289df6a2495fb109f 2024-11-24T04:21:51,992 DEBUG [M:0;fadb2fe0ba32:37797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/212dea63f9f04dd38aef44ac4ecdafb7 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732422103299/Put/seqid=0 2024-11-24T04:21:51,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741845_1021 (size=6587) 2024-11-24T04:21:51,996 INFO [M:0;fadb2fe0ba32:37797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/212dea63f9f04dd38aef44ac4ecdafb7 2024-11-24T04:21:52,019 DEBUG [M:0;fadb2fe0ba32:37797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/410b601a9819401f9eee32ec87ba664a is 69, key is fadb2fe0ba32,40625,1732422095806/rs:state/1732422097660/Put/seqid=0 2024-11-24T04:21:52,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741846_1022 (size=5156) 2024-11-24T04:21:52,076 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:52,112 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:52,424 INFO [M:0;fadb2fe0ba32:37797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/410b601a9819401f9eee32ec87ba664a 2024-11-24T04:21:52,428 DEBUG [M:0;fadb2fe0ba32:37797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8176be2ac8224ea289df6a2495fb109f as hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8176be2ac8224ea289df6a2495fb109f 2024-11-24T04:21:52,431 INFO [M:0;fadb2fe0ba32:37797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8176be2ac8224ea289df6a2495fb109f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T04:21:52,432 DEBUG [M:0;fadb2fe0ba32:37797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/212dea63f9f04dd38aef44ac4ecdafb7 as hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/212dea63f9f04dd38aef44ac4ecdafb7 2024-11-24T04:21:52,435 INFO [M:0;fadb2fe0ba32:37797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/212dea63f9f04dd38aef44ac4ecdafb7, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T04:21:52,435 DEBUG [M:0;fadb2fe0ba32:37797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/410b601a9819401f9eee32ec87ba664a as hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/410b601a9819401f9eee32ec87ba664a 2024-11-24T04:21:52,438 INFO [M:0;fadb2fe0ba32:37797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45875/user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/410b601a9819401f9eee32ec87ba664a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T04:21:52,439 INFO [M:0;fadb2fe0ba32:37797 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=55, compaction requested=false 2024-11-24T04:21:52,440 INFO [M:0;fadb2fe0ba32:37797 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:52,440 DEBUG [M:0;fadb2fe0ba32:37797 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422111549Disabling compacts and flushes for region at 1732422111549Disabling writes for close at 1732422111549Obtaining lock to block concurrent updates at 1732422111549Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732422111549Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732422111550 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732422111550Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732422111550Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732422111568 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732422111568Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732422111977 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732422111992 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732422111992Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732422112000 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732422112019 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732422112019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51cf7496: reopening flushed file at 1732422112427 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61550715: reopening flushed file at 1732422112431 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53019d71: reopening flushed file at 1732422112435 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=55, compaction requested=false at 1732422112439 (+4 ms)Writing region close event to WAL at 1732422112440 (+1 ms)Closed at 1732422112440 2024-11-24T04:21:52,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741830_1006 (size=32782) 2024-11-24T04:21:52,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce7509dd-4c9a-a238-a864-3e321c3745d9/MasterData/WALs/fadb2fe0ba32,37797,1732422095753/fadb2fe0ba32%2C37797%2C1732422095753.1732422097538 not finished, retry = 0 2024-11-24T04:21:52,543 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:21:52,543 INFO [M:0;fadb2fe0ba32:37797 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:21:52,544 INFO [M:0;fadb2fe0ba32:37797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37797 2024-11-24T04:21:52,544 INFO [M:0;fadb2fe0ba32:37797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:21:52,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:52,646 INFO [M:0;fadb2fe0ba32:37797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:21:52,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37797-0x1014835204c0006, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:52,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb2a1e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:21:52,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@633b22db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:21:52,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:21:52,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a44ec1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:21:52,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64262caa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/hadoop.log.dir/,STOPPED} 2024-11-24T04:21:52,651 WARN [BP-1135655302-172.17.0.2-1732422095135 heartbeating to localhost/127.0.0.1:45875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:21:52,651 WARN [BP-1135655302-172.17.0.2-1732422095135 heartbeating to localhost/127.0.0.1:45875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1135655302-172.17.0.2-1732422095135 (Datanode Uuid 83b2148e-945f-4c68-8e3f-facf5a403cab) service to localhost/127.0.0.1:45875 2024-11-24T04:21:52,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:21:52,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:21:52,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/cluster_69d96481-71cc-5d4b-389b-4f1c905902f7/data/data1/current/BP-1135655302-172.17.0.2-1732422095135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:21:52,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/cluster_69d96481-71cc-5d4b-389b-4f1c905902f7/data/data2/current/BP-1135655302-172.17.0.2-1732422095135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:21:52,652 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:21:52,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6d6af4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:21:52,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d184911{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:21:52,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:21:52,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17c5513{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:21:52,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e2e8db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d398654-6d71-60bb-e713-893a833212a8/hadoop.log.dir/,STOPPED} 2024-11-24T04:21:52,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:21:52,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:21:52,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:52,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:52,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:52,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:52,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:52,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:21:52,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1598618940, stopped=false 2024-11-24T04:21:52,671 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,42699,1732422093232 2024-11-24T04:21:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658951580/running 2024-11-24T04:21:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658951580/running 2024-11-24T04:21:52,673 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:21:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:52,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:52,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Set watcher on znode that does not yet exist, /1-658951580/running 2024-11-24T04:21:52,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:52,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Set watcher on znode that does not yet exist, /1-658951580/running 2024-11-24T04:21:52,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:52,674 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,43137,1732422093282' ***** 2024-11-24T04:21:52,674 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:21:52,674 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:21:52,674 INFO [RS:0;fadb2fe0ba32:43137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:21:52,674 INFO [RS:0;fadb2fe0ba32:43137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:21:52,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:21:52,675 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(3091): Received CLOSE for 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:52,675 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:52,675 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:21:52,675 INFO [RS:0;fadb2fe0ba32:43137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:43137. 2024-11-24T04:21:52,675 DEBUG [RS:0;fadb2fe0ba32:43137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:52,675 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4558396d9bf29e673f3ce105a77f246f, disabling compactions & flushes 2024-11-24T04:21:52,675 DEBUG [RS:0;fadb2fe0ba32:43137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:52,675 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. 2024-11-24T04:21:52,675 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. 2024-11-24T04:21:52,675 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. after waiting 0 ms 2024-11-24T04:21:52,675 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. 2024-11-24T04:21:52,675 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:21:52,675 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:21:52,675 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:21:52,675 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:21:52,675 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T04:21:52,675 DEBUG [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4558396d9bf29e673f3ce105a77f246f=test,,1732422099997.4558396d9bf29e673f3ce105a77f246f.} 2024-11-24T04:21:52,676 DEBUG [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4558396d9bf29e673f3ce105a77f246f 2024-11-24T04:21:52,676 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:21:52,676 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:21:52,676 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:21:52,676 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:21:52,676 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:21:52,676 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-24T04:21:52,679 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/default/test/4558396d9bf29e673f3ce105a77f246f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T04:21:52,679 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:52,679 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:21:52,679 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. 2024-11-24T04:21:52,680 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4558396d9bf29e673f3ce105a77f246f: Waiting for close lock at 1732422112675Running coprocessor pre-close hooks at 1732422112675Disabling compacts and flushes for region at 1732422112675Disabling writes for close at 1732422112675Writing region close event to WAL at 1732422112676 (+1 ms)Running coprocessor post-close hooks at 1732422112679 (+3 ms)Closed at 1732422112679 2024-11-24T04:21:52,680 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732422099997.4558396d9bf29e673f3ce105a77f246f. 2024-11-24T04:21:52,680 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:52,693 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/.tmp/info/a3809ea52d3c45cbae99cba479023dbc is 129, key is test,,1732422099997.4558396d9bf29e673f3ce105a77f246f./info:regioninfo/1732422101141/Put/seqid=0 2024-11-24T04:21:52,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741841_1017 (size=6421) 2024-11-24T04:21:52,709 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T04:21:52,715 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:52,749 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:21:52,876 DEBUG [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:53,076 DEBUG [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:53,096 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/.tmp/info/a3809ea52d3c45cbae99cba479023dbc 2024-11-24T04:21:53,119 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/.tmp/ns/c21d2e2918c74e6f9b0d6466b6cb1515 is 43, key is default/ns:d/1732422095031/Put/seqid=0 2024-11-24T04:21:53,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741842_1018 (size=5153) 2024-11-24T04:21:53,122 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/.tmp/ns/c21d2e2918c74e6f9b0d6466b6cb1515 2024-11-24T04:21:53,142 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/.tmp/rep_barrier/bedbd865e491423f8dd5158b163aba33 is 112, key is test,,1732422099997.4558396d9bf29e673f3ce105a77f246f./rep_barrier:seqnumDuringOpen/1732422101141/Put/seqid=0 2024-11-24T04:21:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741843_1019 (size=5518) 2024-11-24T04:21:53,145 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/.tmp/rep_barrier/bedbd865e491423f8dd5158b163aba33 2024-11-24T04:21:53,163 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/.tmp/table/962e8c006bb64e46a10d0a2e50b277f0 is 40, key is test/table:state/1732422101147/Put/seqid=0 2024-11-24T04:21:53,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741844_1020 (size=5165) 2024-11-24T04:21:53,276 DEBUG [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:53,335 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:21:53,336 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:21:53,383 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:53,419 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:53,476 DEBUG [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:53,567 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/.tmp/table/962e8c006bb64e46a10d0a2e50b277f0 2024-11-24T04:21:53,571 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/.tmp/info/a3809ea52d3c45cbae99cba479023dbc as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/info/a3809ea52d3c45cbae99cba479023dbc 2024-11-24T04:21:53,574 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/info/a3809ea52d3c45cbae99cba479023dbc, entries=10, sequenceid=11, filesize=6.3 K 2024-11-24T04:21:53,575 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/.tmp/ns/c21d2e2918c74e6f9b0d6466b6cb1515 as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/ns/c21d2e2918c74e6f9b0d6466b6cb1515 2024-11-24T04:21:53,578 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/ns/c21d2e2918c74e6f9b0d6466b6cb1515, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T04:21:53,579 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/.tmp/rep_barrier/bedbd865e491423f8dd5158b163aba33 as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/rep_barrier/bedbd865e491423f8dd5158b163aba33 2024-11-24T04:21:53,582 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/rep_barrier/bedbd865e491423f8dd5158b163aba33, entries=1, sequenceid=11, filesize=5.4 K 2024-11-24T04:21:53,582 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/.tmp/table/962e8c006bb64e46a10d0a2e50b277f0 as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/table/962e8c006bb64e46a10d0a2e50b277f0 2024-11-24T04:21:53,586 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/table/962e8c006bb64e46a10d0a2e50b277f0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T04:21:53,586 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false 2024-11-24T04:21:53,590 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T04:21:53,590 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:53,590 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:21:53,590 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:53,590 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422112676Running coprocessor pre-close hooks at 1732422112676Disabling compacts and flushes for region at 1732422112676Disabling writes for close at 1732422112676Obtaining lock to block concurrent updates at 1732422112676Preparing flush snapshotting stores in 1588230740 at 1732422112676Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732422112677 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732422112677Flushing 1588230740/info: creating writer at 1732422112677Flushing 1588230740/info: appending metadata at 1732422112692 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732422112692Flushing 1588230740/ns: creating writer at 1732422113100 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732422113118 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732422113119 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732422113127 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732422113141 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732422113141Flushing 1588230740/table: creating writer at 1732422113148 (+7 ms)Flushing 1588230740/table: appending metadata at 1732422113163 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732422113163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784a6b4c: reopening flushed file at 1732422113571 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88b18dc: reopening flushed file at 1732422113574 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8319723: reopening flushed file at 1732422113578 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24517baf: reopening flushed file at 1732422113582 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false at 1732422113586 (+4 ms)Writing region close event to WAL at 1732422113588 (+2 ms)Running coprocessor post-close hooks at 1732422113590 (+2 ms)Closed at 1732422113590 2024-11-24T04:21:53,591 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:53,676 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,43137,1732422093282; all regions closed. 2024-11-24T04:21:53,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741834_1010 (size=2717) 2024-11-24T04:21:53,681 DEBUG [RS:0;fadb2fe0ba32:43137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/oldWALs 2024-11-24T04:21:53,681 INFO [RS:0;fadb2fe0ba32:43137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C43137%2C1732422093282.meta:.meta(num 1732422094993) 2024-11-24T04:21:53,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741832_1008 (size=1374) 2024-11-24T04:21:53,684 DEBUG [RS:0;fadb2fe0ba32:43137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/oldWALs 2024-11-24T04:21:53,684 INFO [RS:0;fadb2fe0ba32:43137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C43137%2C1732422093282:(num 1732422094465) 2024-11-24T04:21:53,684 DEBUG [RS:0;fadb2fe0ba32:43137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:53,684 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:21:53,684 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:21:53,684 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T04:21:53,684 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:21:53,684 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:21:53,684 INFO [RS:0;fadb2fe0ba32:43137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:43137. 2024-11-24T04:21:53,685 DEBUG [RS:0;fadb2fe0ba32:43137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:53,685 DEBUG [RS:0;fadb2fe0ba32:43137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:53,685 DEBUG [RS:0;fadb2fe0ba32:43137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:53,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:53,685 INFO [RS:0;fadb2fe0ba32:43137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43137 2024-11-24T04:21:53,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658951580/rs/fadb2fe0ba32,43137,1732422093282 2024-11-24T04:21:53,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580/rs 2024-11-24T04:21:53,687 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:21:53,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,43137,1732422093282] 2024-11-24T04:21:53,691 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-658951580/draining/fadb2fe0ba32,43137,1732422093282 already deleted, retry=false 2024-11-24T04:21:53,691 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,43137,1732422093282 expired; onlineServers=0 2024-11-24T04:21:53,691 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,42699,1732422093232' ***** 2024-11-24T04:21:53,691 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:21:53,691 INFO [M:0;fadb2fe0ba32:42699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:21:53,691 INFO [M:0;fadb2fe0ba32:42699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:21:53,691 DEBUG [M:0;fadb2fe0ba32:42699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:21:53,691 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:21:53,691 DEBUG [M:0;fadb2fe0ba32:42699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:21:53,691 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422094257 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422094257,5,FailOnTimeoutGroup] 2024-11-24T04:21:53,691 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422094257 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422094257,5,FailOnTimeoutGroup] 2024-11-24T04:21:53,691 INFO [M:0;fadb2fe0ba32:42699 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:21:53,692 INFO [M:0;fadb2fe0ba32:42699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:21:53,692 DEBUG [M:0;fadb2fe0ba32:42699 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:21:53,692 INFO [M:0;fadb2fe0ba32:42699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:21:53,692 INFO [M:0;fadb2fe0ba32:42699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:21:53,692 INFO [M:0;fadb2fe0ba32:42699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:21:53,692 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:21:53,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-658951580/master 2024-11-24T04:21:53,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-658951580 2024-11-24T04:21:53,693 DEBUG [M:0;fadb2fe0ba32:42699 {}] zookeeper.ZKUtil(347): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Unable to get data of znode /1-658951580/master because node does not exist (not an error) 2024-11-24T04:21:53,693 WARN [M:0;fadb2fe0ba32:42699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:21:53,694 INFO [M:0;fadb2fe0ba32:42699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/.lastflushedseqids 2024-11-24T04:21:53,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741845_1021 (size=173) 2024-11-24T04:21:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:53,788 INFO [RS:0;fadb2fe0ba32:43137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:21:53,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43137-0x1014835204c0004, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:53,788 INFO [RS:0;fadb2fe0ba32:43137 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,43137,1732422093282; zookeeper connection closed. 2024-11-24T04:21:53,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ce4cc67 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ce4cc67 2024-11-24T04:21:53,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:21:54,097 INFO [M:0;fadb2fe0ba32:42699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:21:54,097 INFO [M:0;fadb2fe0ba32:42699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:21:54,098 DEBUG [M:0;fadb2fe0ba32:42699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:21:54,098 INFO [M:0;fadb2fe0ba32:42699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:54,098 DEBUG [M:0;fadb2fe0ba32:42699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:54,098 DEBUG [M:0;fadb2fe0ba32:42699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:21:54,098 DEBUG [M:0;fadb2fe0ba32:42699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:54,098 INFO [M:0;fadb2fe0ba32:42699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-24T04:21:54,114 DEBUG [M:0;fadb2fe0ba32:42699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1158ba502c194558802536151bcc5be5 is 82, key is hbase:meta,,1/info:regioninfo/1732422095021/Put/seqid=0 2024-11-24T04:21:54,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741846_1022 (size=5672) 2024-11-24T04:21:54,187 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:54,223 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:54,518 INFO [M:0;fadb2fe0ba32:42699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1158ba502c194558802536151bcc5be5 2024-11-24T04:21:54,541 DEBUG [M:0;fadb2fe0ba32:42699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd90a67066044c1eba51937a809309bd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732422101150/Put/seqid=0 2024-11-24T04:21:54,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741847_1023 (size=6586) 2024-11-24T04:21:54,945 INFO [M:0;fadb2fe0ba32:42699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd90a67066044c1eba51937a809309bd 2024-11-24T04:21:54,968 DEBUG [M:0;fadb2fe0ba32:42699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f501afccf68847faa9b2a105edd6b4c5 is 69, key is fadb2fe0ba32,43137,1732422093282/rs:state/1732422094321/Put/seqid=0 2024-11-24T04:21:54,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741848_1024 (size=5156) 2024-11-24T04:21:55,090 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:55,126 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:55,372 INFO [M:0;fadb2fe0ba32:42699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f501afccf68847faa9b2a105edd6b4c5 2024-11-24T04:21:55,376 DEBUG [M:0;fadb2fe0ba32:42699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1158ba502c194558802536151bcc5be5 as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1158ba502c194558802536151bcc5be5 2024-11-24T04:21:55,379 INFO [M:0;fadb2fe0ba32:42699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1158ba502c194558802536151bcc5be5, entries=8, sequenceid=55, filesize=5.5 K 2024-11-24T04:21:55,379 DEBUG [M:0;fadb2fe0ba32:42699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd90a67066044c1eba51937a809309bd as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd90a67066044c1eba51937a809309bd 2024-11-24T04:21:55,382 INFO [M:0;fadb2fe0ba32:42699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd90a67066044c1eba51937a809309bd, entries=6, sequenceid=55, filesize=6.4 K 2024-11-24T04:21:55,383 DEBUG [M:0;fadb2fe0ba32:42699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f501afccf68847faa9b2a105edd6b4c5 as hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f501afccf68847faa9b2a105edd6b4c5 2024-11-24T04:21:55,386 INFO [M:0;fadb2fe0ba32:42699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37293/user/jenkins/test-data/ab9314a8-fea8-5561-5d5d-2165c3384fb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f501afccf68847faa9b2a105edd6b4c5, entries=1, sequenceid=55, filesize=5.0 K 2024-11-24T04:21:55,387 INFO [M:0;fadb2fe0ba32:42699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=55, compaction requested=false 2024-11-24T04:21:55,389 INFO [M:0;fadb2fe0ba32:42699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:55,389 DEBUG [M:0;fadb2fe0ba32:42699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422114098Disabling compacts and flushes for region at 1732422114098Disabling writes for close at 1732422114098Obtaining lock to block concurrent updates at 1732422114098Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732422114098Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732422114098Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732422114099 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732422114099Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732422114114 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732422114114Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732422114522 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732422114540 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732422114540Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732422114949 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732422114968 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732422114968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8e6190: reopening flushed file at 1732422115375 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e65d46: reopening flushed file at 1732422115379 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b443c63: reopening flushed file at 1732422115383 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=55, compaction requested=false at 1732422115387 (+4 ms)Writing region close event to WAL at 1732422115389 (+2 ms)Closed at 1732422115389 2024-11-24T04:21:55,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37957 is added to blk_1073741830_1006 (size=32770) 2024-11-24T04:21:55,391 INFO [M:0;fadb2fe0ba32:42699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:21:55,391 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:21:55,391 INFO [M:0;fadb2fe0ba32:42699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42699 2024-11-24T04:21:55,391 INFO [M:0;fadb2fe0ba32:42699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:21:55,493 INFO [M:0;fadb2fe0ba32:42699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:21:55,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:55,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42699-0x1014835204c0003, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:55,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bf1cc6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:21:55,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fc8b7f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:21:55,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:21:55,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@351c0e26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:21:55,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35dd2eaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/hadoop.log.dir/,STOPPED} 2024-11-24T04:21:55,497 WARN [BP-504377255-172.17.0.2-1732422092282 heartbeating to localhost/127.0.0.1:37293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:21:55,497 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:21:55,497 WARN [BP-504377255-172.17.0.2-1732422092282 heartbeating to localhost/127.0.0.1:37293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-504377255-172.17.0.2-1732422092282 (Datanode Uuid df3f940c-b76b-4cf5-a350-d5e12d3f641b) service to localhost/127.0.0.1:37293 2024-11-24T04:21:55,498 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:21:55,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/cluster_181c25c5-f736-acf0-bdbd-098497f45d04/data/data1/current/BP-504377255-172.17.0.2-1732422092282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:21:55,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/cluster_181c25c5-f736-acf0-bdbd-098497f45d04/data/data2/current/BP-504377255-172.17.0.2-1732422092282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:21:55,499 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:21:55,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510d8702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:21:55,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48bd7b17{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:21:55,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:21:55,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef328a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:21:55,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a7e7ac2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e82c191-47a2-79de-c896-9b76de5c1aaa/hadoop.log.dir/,STOPPED} 2024-11-24T04:21:55,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:21:55,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T04:21:55,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:55,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:55,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:55,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:55,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:55,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T04:21:55,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=936537544, stopped=false 2024-11-24T04:21:55,519 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,43059,1732422089171 2024-11-24T04:21:55,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01255438372/running 2024-11-24T04:21:55,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01255438372/running 2024-11-24T04:21:55,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:55,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:55,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:21:55,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T04:21:55,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Set watcher on znode that does not yet exist, /01255438372/running 2024-11-24T04:21:55,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Set watcher on znode that does not yet exist, /01255438372/running 2024-11-24T04:21:55,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:55,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:55,522 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,35615,1732422089222' ***** 2024-11-24T04:21:55,522 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T04:21:55,522 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T04:21:55,522 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T04:21:55,522 INFO [RS:0;fadb2fe0ba32:35615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T04:21:55,523 INFO [RS:0;fadb2fe0ba32:35615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T04:21:55,523 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fbed8eef958975dcb09482cc4d9a1a6 2024-11-24T04:21:55,523 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(3091): Received CLOSE for d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:55,523 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:55,523 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:21:55,523 INFO [RS:0;fadb2fe0ba32:35615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:35615. 2024-11-24T04:21:55,523 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fbed8eef958975dcb09482cc4d9a1a6, disabling compactions & flushes 2024-11-24T04:21:55,523 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. 2024-11-24T04:21:55,523 DEBUG [RS:0;fadb2fe0ba32:35615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:55,523 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. 2024-11-24T04:21:55,523 DEBUG [RS:0;fadb2fe0ba32:35615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:55,523 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. after waiting 0 ms 2024-11-24T04:21:55,523 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. 2024-11-24T04:21:55,523 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T04:21:55,523 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T04:21:55,523 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T04:21:55,523 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T04:21:55,523 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9fbed8eef958975dcb09482cc4d9a1a6 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-24T04:21:55,523 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T04:21:55,524 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1325): Online Regions={9fbed8eef958975dcb09482cc4d9a1a6=hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6., 1588230740=hbase:meta,,1.1588230740, d31e2ad5c94551d7fe2409fbcfa06567=test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567.} 2024-11-24T04:21:55,524 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9fbed8eef958975dcb09482cc4d9a1a6, d31e2ad5c94551d7fe2409fbcfa06567 2024-11-24T04:21:55,524 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T04:21:55,524 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T04:21:55,524 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T04:21:55,524 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T04:21:55,524 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T04:21:55,524 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-24T04:21:55,540 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/.tmp/info/7ffe180e92f94983b1a58a07c98d56ff is 147, key is hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6./info:regioninfo/1732422105479/Put/seqid=0 2024-11-24T04:21:55,540 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6/.tmp/hfileref/9cc5167cb1f647fb8260b9c86eda449d is 74, key is 1/hfileref:4468074b3cfa4513a64d894c0a7833ac_SeqId_6_/1732422110752/DeleteColumn/seqid=0 2024-11-24T04:21:55,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741847_1023 (size=7686) 2024-11-24T04:21:55,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741848_1024 (size=5489) 2024-11-24T04:21:55,556 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6/.tmp/hfileref/9cc5167cb1f647fb8260b9c86eda449d 2024-11-24T04:21:55,574 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6/.tmp/queue/c869e50deb6b4547acde30cb96278f83 is 153, key is 1-fadb2fe0ba32,35615,1732422089222/queue:fadb2fe0ba32%2C35615%2C1732422089222/1732422110754/Put/seqid=0 2024-11-24T04:21:55,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741849_1025 (size=5504) 2024-11-24T04:21:55,577 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6/.tmp/queue/c869e50deb6b4547acde30cb96278f83 2024-11-24T04:21:55,581 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6/.tmp/hfileref/9cc5167cb1f647fb8260b9c86eda449d as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6/hfileref/9cc5167cb1f647fb8260b9c86eda449d 2024-11-24T04:21:55,584 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6/hfileref/9cc5167cb1f647fb8260b9c86eda449d, entries=6, sequenceid=17, filesize=5.4 K 2024-11-24T04:21:55,584 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6/.tmp/queue/c869e50deb6b4547acde30cb96278f83 as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6/queue/c869e50deb6b4547acde30cb96278f83 2024-11-24T04:21:55,587 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6/queue/c869e50deb6b4547acde30cb96278f83, entries=2, sequenceid=17, filesize=5.4 K 2024-11-24T04:21:55,588 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9fbed8eef958975dcb09482cc4d9a1a6 in 65ms, sequenceid=17, compaction requested=false 2024-11-24T04:21:55,591 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/replication/9fbed8eef958975dcb09482cc4d9a1a6/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-24T04:21:55,592 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:55,592 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:21:55,592 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. 2024-11-24T04:21:55,592 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fbed8eef958975dcb09482cc4d9a1a6: Waiting for close lock at 1732422115523Running coprocessor pre-close hooks at 1732422115523Disabling compacts and flushes for region at 1732422115523Disabling writes for close at 1732422115523Obtaining lock to block concurrent updates at 1732422115523Preparing flush snapshotting stores in 9fbed8eef958975dcb09482cc4d9a1a6 at 1732422115523Finished memstore snapshotting hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732422115524 (+1 ms)Flushing stores of hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. at 1732422115524Flushing 9fbed8eef958975dcb09482cc4d9a1a6/hfileref: creating writer at 1732422115524Flushing 9fbed8eef958975dcb09482cc4d9a1a6/hfileref: appending metadata at 1732422115540 (+16 ms)Flushing 9fbed8eef958975dcb09482cc4d9a1a6/hfileref: closing flushed file at 1732422115540Flushing 9fbed8eef958975dcb09482cc4d9a1a6/queue: creating writer at 1732422115559 (+19 ms)Flushing 9fbed8eef958975dcb09482cc4d9a1a6/queue: appending metadata at 1732422115573 (+14 ms)Flushing 9fbed8eef958975dcb09482cc4d9a1a6/queue: closing flushed file at 1732422115573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ba2fdf: reopening flushed file at 1732422115580 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73be8857: reopening flushed file at 1732422115584 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9fbed8eef958975dcb09482cc4d9a1a6 in 65ms, sequenceid=17, compaction requested=false at 1732422115588 (+4 ms)Writing region close event to WAL at 1732422115589 (+1 ms)Running coprocessor post-close hooks at 1732422115592 (+3 ms)Closed at 1732422115592 2024-11-24T04:21:55,592 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732422104308.9fbed8eef958975dcb09482cc4d9a1a6. 2024-11-24T04:21:55,592 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d31e2ad5c94551d7fe2409fbcfa06567, disabling compactions & flushes 2024-11-24T04:21:55,592 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. 2024-11-24T04:21:55,592 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. 2024-11-24T04:21:55,592 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. after waiting 0 ms 2024-11-24T04:21:55,592 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. 2024-11-24T04:21:55,594 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/default/test/d31e2ad5c94551d7fe2409fbcfa06567/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T04:21:55,595 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:55,595 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-24T04:21:55,595 INFO [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. 2024-11-24T04:21:55,595 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d31e2ad5c94551d7fe2409fbcfa06567: Waiting for close lock at 1732422115592Running coprocessor pre-close hooks at 1732422115592Disabling compacts and flushes for region at 1732422115592Disabling writes for close at 1732422115592Writing region close event to WAL at 1732422115593 (+1 ms)Running coprocessor post-close hooks at 1732422115595 (+2 ms)Closed at 1732422115595 2024-11-24T04:21:55,595 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567. 2024-11-24T04:21:55,600 INFO [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:21:55,724 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:55,924 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:55,955 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/.tmp/info/7ffe180e92f94983b1a58a07c98d56ff 2024-11-24T04:21:55,973 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/.tmp/ns/d5b58a522605470fbada6ddbbfcd61ae is 43, key is default/ns:d/1732422092155/Put/seqid=0 2024-11-24T04:21:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741850_1026 (size=5153) 2024-11-24T04:21:56,073 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T04:21:56,073 INFO [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T04:21:56,094 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:56,098 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:56,098 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 688, reset compression=false 2024-11-24T04:21:56,098 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fadb2fe0ba32,35615,1732422089222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:56,099 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fadb2fe0ba32,35615,1732422089222: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-fadb2fe0ba32,35615,1732422089222, walGroup=fadb2fe0ba32%2C35615%2C1732422089222, offset=fadb2fe0ba32%2C35615%2C1732422089222.1732422108995:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:35615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-24T04:21:56,100 ERROR [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T04:21:56,101 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T04:21:56,101 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T04:21:56,101 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T04:21:56,101 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T04:21:56,101 INFO [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1723858944, "init": 1048576000, "max": 2306867200, "used": 1009724608 }, "NonHeapMemoryUsage": { "committed": 210894848, "init": 7667712, "max": -1, "used": 207739368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-24T04:21:56,101 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:43059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fadb2fe0ba32:43059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-24T04:21:56,124 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:56,129 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 393, reset compression=false 2024-11-24T04:21:56,133 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-24T04:21:56,133 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 688, reset compression=false 2024-11-24T04:21:56,133 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fadb2fe0ba32,35615,1732422089222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-24T04:21:56,135 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-24T04:21:56,301 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 688, reset compression=false 2024-11-24T04:21:56,324 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:56,337 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 688, reset compression=false 2024-11-24T04:21:56,377 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/.tmp/ns/d5b58a522605470fbada6ddbbfcd61ae 2024-11-24T04:21:56,398 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/.tmp/rep_barrier/16d020cab7d24cf6bfcd0532566ab09d is 112, key is test,,1732422098858.d31e2ad5c94551d7fe2409fbcfa06567./rep_barrier:seqnumDuringOpen/1732422099622/Put/seqid=0 2024-11-24T04:21:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741851_1027 (size=5518) 2024-11-24T04:21:56,525 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T04:21:56,525 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T04:21:56,525 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:56,605 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 688, reset compression=false 2024-11-24T04:21:56,640 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 688, reset compression=false 2024-11-24T04:21:56,725 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:56,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T04:21:56,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,802 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/.tmp/rep_barrier/16d020cab7d24cf6bfcd0532566ab09d 2024-11-24T04:21:56,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T04:21:56,820 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/.tmp/table/cbf7eda2b36443298c9b772fc76fc278 is 53, key is hbase:replication/table:state/1732422105484/Put/seqid=0 2024-11-24T04:21:56,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741852_1028 (size=5308) 2024-11-24T04:21:56,925 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:57,008 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 688, reset compression=false 2024-11-24T04:21:57,043 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 688, reset compression=false 2024-11-24T04:21:57,125 DEBUG [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T04:21:57,224 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/.tmp/table/cbf7eda2b36443298c9b772fc76fc278 2024-11-24T04:21:57,227 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/.tmp/info/7ffe180e92f94983b1a58a07c98d56ff as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/info/7ffe180e92f94983b1a58a07c98d56ff 2024-11-24T04:21:57,231 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/info/7ffe180e92f94983b1a58a07c98d56ff, entries=20, sequenceid=16, filesize=7.5 K 2024-11-24T04:21:57,231 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/.tmp/ns/d5b58a522605470fbada6ddbbfcd61ae as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/ns/d5b58a522605470fbada6ddbbfcd61ae 2024-11-24T04:21:57,234 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/ns/d5b58a522605470fbada6ddbbfcd61ae, entries=2, sequenceid=16, filesize=5.0 K 2024-11-24T04:21:57,235 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/.tmp/rep_barrier/16d020cab7d24cf6bfcd0532566ab09d as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/rep_barrier/16d020cab7d24cf6bfcd0532566ab09d 2024-11-24T04:21:57,237 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/rep_barrier/16d020cab7d24cf6bfcd0532566ab09d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-24T04:21:57,238 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/.tmp/table/cbf7eda2b36443298c9b772fc76fc278 as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/table/cbf7eda2b36443298c9b772fc76fc278 2024-11-24T04:21:57,241 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/table/cbf7eda2b36443298c9b772fc76fc278, entries=4, sequenceid=16, filesize=5.2 K 2024-11-24T04:21:57,241 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-24T04:21:57,242 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T04:21:57,245 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-24T04:21:57,246 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-24T04:21:57,246 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T04:21:57,246 INFO [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:57,246 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732422115524Running coprocessor pre-close hooks at 1732422115524Disabling compacts and flushes for region at 1732422115524Disabling writes for close at 1732422115524Obtaining lock to block concurrent updates at 1732422115524Preparing flush snapshotting stores in 1588230740 at 1732422115524Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732422115524Flushing stores of hbase:meta,,1.1588230740 at 1732422115525 (+1 ms)Flushing 1588230740/info: creating writer at 1732422115525Flushing 1588230740/info: appending metadata at 1732422115540 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732422115540Flushing 1588230740/ns: creating writer at 1732422115959 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732422115973 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732422115973Flushing 1588230740/rep_barrier: creating writer at 1732422116381 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732422116397 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732422116398 (+1 ms)Flushing 1588230740/table: creating writer at 1732422116806 (+408 ms)Flushing 1588230740/table: appending metadata at 1732422116819 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732422116820 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35940aef: reopening flushed file at 1732422117227 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e579758: reopening flushed file at 1732422117231 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1aea6f: reopening flushed file at 1732422117234 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19239fbd: reopening flushed file at 1732422117238 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1732422117242 (+4 ms)Writing region close event to WAL at 1732422117243 (+1 ms)Running coprocessor post-close hooks at 1732422117246 (+3 ms)Closed at 1732422117246 2024-11-24T04:21:57,246 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T04:21:57,325 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,35615,1732422089222; all regions closed. 2024-11-24T04:21:57,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741842_1018 (size=859) 2024-11-24T04:21:57,327 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.meta.1732422108957.meta not finished, retry = 0 2024-11-24T04:21:57,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741843_1019 (size=2791) 2024-11-24T04:21:57,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741844_1020 (size=696) 2024-11-24T04:21:57,432 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 not finished, retry = 0 2024-11-24T04:21:57,512 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 to pos 688, reset compression=false 2024-11-24T04:21:57,532 DEBUG [RS:0;fadb2fe0ba32:35615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:57,532 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T04:21:57,533 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/WALs/fadb2fe0ba32,35615,1732422089222/fadb2fe0ba32%2C35615%2C1732422089222.1732422108995 2024-11-24T04:21:57,533 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:21:57,533 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-24T04:21:57,533 DEBUG [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-24T04:21:57,533 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T04:21:57,533 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:21:57,533 INFO [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:21:57,533 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fadb2fe0ba32,35615,1732422089222 because: Region server is closing 2024-11-24T04:21:57,534 INFO [RS:0;fadb2fe0ba32:35615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:35615. 2024-11-24T04:21:57,534 DEBUG [RS:0;fadb2fe0ba32:35615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:57,534 DEBUG [RS:0;fadb2fe0ba32:35615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:57,534 DEBUG [RS:0;fadb2fe0ba32:35615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:57,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:57,635 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,1-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,1-fadb2fe0ba32,35615,1732422089222 terminated 2024-11-24T04:21:57,635 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fadb2fe0ba32,35615,1732422089222 because: Region server is closing 2024-11-24T04:21:57,635 INFO [RS:0;fadb2fe0ba32:35615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:35615. 2024-11-24T04:21:57,635 DEBUG [RS:0;fadb2fe0ba32:35615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T04:21:57,635 DEBUG [RS:0;fadb2fe0ba32:35615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:57,635 DEBUG [RS:0;fadb2fe0ba32:35615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T04:21:57,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T04:21:57,735 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.shipperfadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 terminated 2024-11-24T04:21:57,735 INFO [RS:0;fadb2fe0ba32:35615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35615 2024-11-24T04:21:57,735 WARN [RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0-0.replicationSource,2-fadb2fe0ba32,35615,1732422089222.replicationSource.wal-reader.fadb2fe0ba32%2C35615%2C1732422089222,2-fadb2fe0ba32,35615,1732422089222 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-24T04:21:57,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372/rs 2024-11-24T04:21:57,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01255438372/rs/fadb2fe0ba32,35615,1732422089222 2024-11-24T04:21:57,737 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:21:57,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,35615,1732422089222] 2024-11-24T04:21:57,740 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01255438372/draining/fadb2fe0ba32,35615,1732422089222 already deleted, retry=false 2024-11-24T04:21:57,740 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,35615,1732422089222 expired; onlineServers=0 2024-11-24T04:21:57,740 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,43059,1732422089171' ***** 2024-11-24T04:21:57,740 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T04:21:57,740 INFO [M:0;fadb2fe0ba32:43059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T04:21:57,740 INFO [M:0;fadb2fe0ba32:43059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T04:21:57,740 DEBUG [M:0;fadb2fe0ba32:43059 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T04:21:57,740 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T04:21:57,740 DEBUG [M:0;fadb2fe0ba32:43059 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T04:21:57,740 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422090977 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732422090977,5,FailOnTimeoutGroup] 2024-11-24T04:21:57,740 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422090977 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732422090977,5,FailOnTimeoutGroup] 2024-11-24T04:21:57,740 INFO [M:0;fadb2fe0ba32:43059 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T04:21:57,740 INFO [M:0;fadb2fe0ba32:43059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T04:21:57,740 DEBUG [M:0;fadb2fe0ba32:43059 {}] master.HMaster(1795): Stopping service threads 2024-11-24T04:21:57,740 INFO [M:0;fadb2fe0ba32:43059 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T04:21:57,741 INFO [M:0;fadb2fe0ba32:43059 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T04:21:57,741 INFO [M:0;fadb2fe0ba32:43059 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T04:21:57,741 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T04:21:57,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01255438372/master 2024-11-24T04:21:57,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255438372 2024-11-24T04:21:57,743 DEBUG [M:0;fadb2fe0ba32:43059 {}] zookeeper.ZKUtil(347): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Unable to get data of znode /01255438372/master because node does not exist (not an error) 2024-11-24T04:21:57,743 WARN [M:0;fadb2fe0ba32:43059 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T04:21:57,743 INFO [M:0;fadb2fe0ba32:43059 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/.lastflushedseqids 2024-11-24T04:21:57,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741853_1029 (size=263) 2024-11-24T04:21:57,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:57,839 INFO [RS:0;fadb2fe0ba32:35615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:21:57,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35615-0x1014835204c0001, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:57,839 INFO [RS:0;fadb2fe0ba32:35615 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,35615,1732422089222; zookeeper connection closed. 2024-11-24T04:21:57,839 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7efb0f02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7efb0f02 2024-11-24T04:21:57,839 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T04:21:58,148 INFO [M:0;fadb2fe0ba32:43059 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T04:21:58,148 INFO [M:0;fadb2fe0ba32:43059 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T04:21:58,148 DEBUG [M:0;fadb2fe0ba32:43059 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T04:21:58,148 INFO [M:0;fadb2fe0ba32:43059 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:58,148 DEBUG [M:0;fadb2fe0ba32:43059 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:58,148 DEBUG [M:0;fadb2fe0ba32:43059 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T04:21:58,148 DEBUG [M:0;fadb2fe0ba32:43059 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:58,148 INFO [M:0;fadb2fe0ba32:43059 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-24T04:21:58,167 DEBUG [M:0;fadb2fe0ba32:43059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1366958d5e2476b9b9e41b794907864 is 82, key is hbase:meta,,1/info:regioninfo/1732422092143/Put/seqid=0 2024-11-24T04:21:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741854_1030 (size=5672) 2024-11-24T04:21:58,572 INFO [M:0;fadb2fe0ba32:43059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1366958d5e2476b9b9e41b794907864 2024-11-24T04:21:58,593 DEBUG [M:0;fadb2fe0ba32:43059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f18f0577a6f47128fda4bea376f3081 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732422105487/Put/seqid=0 2024-11-24T04:21:58,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741855_1031 (size=8909) 2024-11-24T04:21:58,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T04:21:58,997 INFO [M:0;fadb2fe0ba32:43059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f18f0577a6f47128fda4bea376f3081 2024-11-24T04:21:59,015 DEBUG [M:0;fadb2fe0ba32:43059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9814b6c1659467a9f46ecbbd4fe1648 is 69, key is fadb2fe0ba32,35615,1732422089222/rs:state/1732422091061/Put/seqid=0 2024-11-24T04:21:59,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741856_1032 (size=5156) 2024-11-24T04:21:59,419 INFO [M:0;fadb2fe0ba32:43059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9814b6c1659467a9f46ecbbd4fe1648 2024-11-24T04:21:59,423 DEBUG [M:0;fadb2fe0ba32:43059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1366958d5e2476b9b9e41b794907864 as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1366958d5e2476b9b9e41b794907864 2024-11-24T04:21:59,426 INFO [M:0;fadb2fe0ba32:43059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1366958d5e2476b9b9e41b794907864, entries=8, sequenceid=112, filesize=5.5 K 2024-11-24T04:21:59,426 DEBUG [M:0;fadb2fe0ba32:43059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f18f0577a6f47128fda4bea376f3081 as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f18f0577a6f47128fda4bea376f3081 2024-11-24T04:21:59,429 INFO [M:0;fadb2fe0ba32:43059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f18f0577a6f47128fda4bea376f3081, entries=13, sequenceid=112, filesize=8.7 K 2024-11-24T04:21:59,430 DEBUG [M:0;fadb2fe0ba32:43059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9814b6c1659467a9f46ecbbd4fe1648 as hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9814b6c1659467a9f46ecbbd4fe1648 2024-11-24T04:21:59,434 INFO [M:0;fadb2fe0ba32:43059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41055/user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9814b6c1659467a9f46ecbbd4fe1648, entries=1, sequenceid=112, filesize=5.0 K 2024-11-24T04:21:59,434 INFO [M:0;fadb2fe0ba32:43059 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=112, compaction requested=false 2024-11-24T04:21:59,435 INFO [M:0;fadb2fe0ba32:43059 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T04:21:59,436 DEBUG [M:0;fadb2fe0ba32:43059 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732422118148Disabling compacts and flushes for region at 1732422118148Disabling writes for close at 1732422118148Obtaining lock to block concurrent updates at 1732422118148Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732422118148Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732422118149 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732422118149Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732422118149Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732422118167 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732422118167Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732422118576 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732422118593 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732422118593Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732422119000 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732422119015 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732422119015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3312c94c: reopening flushed file at 1732422119422 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79dca9dc: reopening flushed file at 1732422119426 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b383231: reopening flushed file at 1732422119429 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=112, compaction requested=false at 1732422119434 (+5 ms)Writing region close event to WAL at 1732422119435 (+1 ms)Closed at 1732422119435 2024-11-24T04:21:59,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40711 is added to blk_1073741830_1006 (size=69055) 2024-11-24T04:21:59,437 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77928e76-d077-fae5-3a34-9ba086a83bc2/MasterData/WALs/fadb2fe0ba32,43059,1732422089171/fadb2fe0ba32%2C43059%2C1732422089171.1732422090908 not finished, retry = 0 2024-11-24T04:21:59,538 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T04:21:59,538 INFO [M:0;fadb2fe0ba32:43059 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T04:21:59,538 INFO [M:0;fadb2fe0ba32:43059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43059 2024-11-24T04:21:59,539 INFO [M:0;fadb2fe0ba32:43059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T04:21:59,640 INFO [M:0;fadb2fe0ba32:43059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T04:21:59,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:59,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43059-0x1014835204c0000, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T04:21:59,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c462eb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T04:21:59,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fd0952d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:21:59,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:21:59,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ece777f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:21:59,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac91a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/hadoop.log.dir/,STOPPED} 2024-11-24T04:21:59,645 WARN [BP-5666624-172.17.0.2-1732422088153 heartbeating to localhost/127.0.0.1:41055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T04:21:59,645 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T04:21:59,645 WARN [BP-5666624-172.17.0.2-1732422088153 heartbeating to localhost/127.0.0.1:41055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-5666624-172.17.0.2-1732422088153 (Datanode Uuid 834b49a3-fbac-4ea5-9864-f6d6731f8de9) service to localhost/127.0.0.1:41055 2024-11-24T04:21:59,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T04:21:59,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/cluster_aa3ec26e-4198-2d90-16ba-9a40a9b9b259/data/data1/current/BP-5666624-172.17.0.2-1732422088153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:21:59,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/cluster_aa3ec26e-4198-2d90-16ba-9a40a9b9b259/data/data2/current/BP-5666624-172.17.0.2-1732422088153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T04:21:59,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T04:21:59,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@251b0c89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T04:21:59,653 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5860938f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T04:21:59,653 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T04:21:59,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33141d6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T04:21:59,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af3af6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c76dcb-1c2c-e60e-6160-78b0d3bb63f2/hadoop.log.dir/,STOPPED} 2024-11-24T04:21:59,659 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T04:21:59,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T04:21:59,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 535) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:37293 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:37293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:37293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:41055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:37293 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:41055 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:41055 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:41055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62280) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:45875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62280) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:41055 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:41055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:37293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62280) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:45875 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:45875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (741729849) connection to localhost/127.0.0.1:45875 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=982 (was 877) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 384), ProcessCount=11 (was 11), AvailableMemoryMB=5481 (was 5651) 2024-11-24T04:21:59,690 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-24T04:21:59,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014835204c0008, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:21:59,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014835204c0002, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:21:59,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014835204c0005, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-24T04:21:59,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014835204c0002, quorum=127.0.0.1:62280, baseZNode=/01255438372 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:21:59,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014835204c0005, quorum=127.0.0.1:62280, baseZNode=/1-658951580 Received Disconnected from ZooKeeper, ignoring 2024-11-24T04:21:59,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014835204c0008, quorum=127.0.0.1:62280, baseZNode=/2-166889077 Received Disconnected from ZooKeeper, ignoring